-- Logs begin at Tue 2021-11-23 08:20:43 UTC, end at Tue 2021-11-23 09:16:27 UTC. -- Nov 23 08:50:43.112577 dv-cinder-768458-17-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 08:50:45.837445 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.common.config [-] Logging enabled! Nov 23 08:50:45.838050 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 08:50:45.838242 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102434) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 08:50:45.841452 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.common.config [-] Logging enabled! Nov 23 08:50:45.841719 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 08:50:45.842034 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102434) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 08:50:45.842976 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 08:50:45.843218 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 08:50:45.843583 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 08:50:45.843835 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 08:50:45.844066 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 08:50:45.844395 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.844830 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 08:50:45.845150 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.845479 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.845777 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.846076 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.846372 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.846661 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.846959 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.847264 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.847556 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.847848 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.848137 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.848436 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.848725 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.849022 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.849354 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.849646 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] debug = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.849935 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.850381 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.850798 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.851086 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.851960 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.852373 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.852666 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.852954 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.853276 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.853620 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] host = dv-cinder-768458-17-iscsi {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.853907 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.854202 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.854496 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.854788 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.855071 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.855357 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.855652 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.855932 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.856212 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] log_file = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.856494 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.856789 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.857085 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.857417 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.857649 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.857882 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.858179 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.858472 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.858754 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.859033 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.859315 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.859594 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.859872 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.860150 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.860440 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.860730 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.861022 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.861334 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.861618 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.861897 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.862177 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.862470 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.862751 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.863032 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.863311 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.863604 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.863880 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.864160 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.864467 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.864760 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.865047 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.865374 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.865658 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.865947 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.866226 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.866505 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.866783 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] use_json = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.867197 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.867480 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.867770 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.868056 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.868337 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.868616 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.868895 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.869207 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:45.869516 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.869822 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.870133 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.870426 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.870741 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.871030 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.871328 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.871612 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.871908 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.872205 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.872501 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.872788 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.873083 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.873391 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.873699 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.874100 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.874412 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.874720 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.875006 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.875291 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.875575 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.875864 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.876160 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.876447 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.876748 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.877046 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.877360 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.877667 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.877969 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.878271 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.878572 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.878859 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.879148 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.879447 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.879733 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.880016 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.880301 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.880596 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.880882 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.881203 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.881470 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.881755 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.882037 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.882319 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.882633 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.882928 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.883210 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.883489 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.883767 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.884050 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.884332 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.884622 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.884905 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.885214 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.885498 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.885797 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.886061 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.886341 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.886624 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.886905 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.887188 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.887469 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.887746 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.888030 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.888310 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.888589 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.888866 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.889143 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.889454 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.889730 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.890005 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.890284 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.890564 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.890842 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.891132 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.891435 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.891716 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.891999 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.892281 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.892564 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.892843 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.893123 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.893428 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.893710 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.893986 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.894281 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.894571 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.894861 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.895148 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.895454 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.895754 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.896034 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.896321 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.896603 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.896885 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.897185 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.897486 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.897786 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.898642 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.898952 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.899255 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.899552 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.899838 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.900152 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.900438 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:45.900657 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 08:50:45.900900 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102434) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 08:50:46.334012 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 08:50:46.334298 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 08:50:46.334622 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 08:50:46.334967 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 08:50:46.661510 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.661808 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.662087 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.663283 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.663657 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.663988 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.700705 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.700989 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.701293 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.715438 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.715725 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.716007 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.745679 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.745965 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.746237 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.783757 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.784048 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:46.784327 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.030140 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.030761 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.030761 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.030937 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.031597 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.131412 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.131740 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.132028 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.132300 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.132596 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.133139 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.133573 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.133853 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.134115 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.134409 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.134678 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.134951 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.135217 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.135476 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.135739 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.136013 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.136278 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.136553 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.136827 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.137091 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.137397 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.137657 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.137944 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.138327 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.138583 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.138835 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.139239 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 08:50:47.139487 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 08:50:47.139731 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 08:50:47.139971 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 08:50:47.140212 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 08:50:47.140451 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 08:50:47.140822 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 08:50:47.144030 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 08:50:47.148531 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 08:50:47.152375 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 23 08:50:47.154199 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 08:50:47.154666 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 08:50:47.155010 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 08:50:47.155398 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 08:50:47.158264 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 08:50:47.158523 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 08:50:47.158877 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 08:50:47.164783 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 08:50:47.187460 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 08:50:47.187920 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.188221 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102434) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 08:50:47.188584 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.190019 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102434) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 08:50:47.190308 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 08:50:47.190563 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 08:50:47.194006 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.194290 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.257723 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 08:50:47.258041 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 08:50:47.258289 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 08:50:47.258663 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 08:50:47.280561 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_db.sqlalchemy.engines [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102434) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 08:50:47.825421 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Initializing driver for type 'gre' Nov 23 08:50:47.825995 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] gre ID ranges: [(1, 1000)] Nov 23 08:50:47.876612 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Initializing driver for type 'local' Nov 23 08:50:47.876970 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Initializing driver for type 'vlan' Nov 23 08:50:47.890184 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] VlanTypeDriver initialization complete Nov 23 08:50:47.890580 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Initializing driver for type 'vxlan' Nov 23 08:50:47.891084 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] vxlan ID ranges: [(1, 1000)] Nov 23 08:50:47.941698 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Initializing extension driver 'port_security' Nov 23 08:50:47.942060 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.extensions.port_security [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] PortSecurityExtensionDriver initialization complete Nov 23 08:50:47.942396 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Initializing mechanism driver 'openvswitch' Nov 23 08:50:47.942720 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Initializing mechanism driver 'hyperv' Nov 23 08:50:47.949840 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:50:47.950507 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > port after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.950874 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > port after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.951227 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > port after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.951754 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 08:50:47.952181 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > subnet after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.952529 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > subnet after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.952871 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.953293 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 08:50:47.953702 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > network after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.954047 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > network after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.954389 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > network after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.954786 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 08:50:47.955190 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > security_group after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.955534 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > security_group after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.955872 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.956400 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 08:50:47.956808 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.957155 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.957520 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.957917 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 08:50:47.958320 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > address_group after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.958662 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > address_group after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.958997 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.959389 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 08:50:47.959764 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] ML2 OVO RPC backend initialized. {{(pid=102434) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 08:50:47.960456 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.960812 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.961347 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > network before_response 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.961700 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > networks before_response 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.962052 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > port before_response 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.962398 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > ports before_response 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.962741 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > subnet before_response 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.963082 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > subnets before_response 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.963426 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > network after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.963763 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > network after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.964096 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > network after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.964430 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > port after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.964764 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > port after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.965097 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > port after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.965449 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > subnet after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.965781 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > subnet after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.966111 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:47.966675 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.plugin [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Modular L2 Plugin initialization complete Nov 23 08:50:47.966998 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading services supported by the core plugin {{(pid=102434) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 08:50:47.967320 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.plugins.ml2.managers [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Got port-security extension from driver 'port_security' Nov 23 08:50:47.967784 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.extensions.vlantransparent [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Disabled vlantransparent extension. Nov 23 08:50:47.968257 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102434) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 08:50:47.968568 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading Plugin: router Nov 23 08:50:48.004292 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.004676 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router after_create 55549900 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.005044 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router before_create 55549900 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.005438 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.005811 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.006165 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router after_delete 55549900 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.006523 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.006870 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.007226 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router after_create 55549900 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.008179 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router after_update 55549900 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.008608 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router after_update 55549900 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.008958 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.009349 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router after_update 55549900 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.009763 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router precommit_update 55549900 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.010129 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: port after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.010464 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: port after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.010801 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: subnet after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.011135 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.011480 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.011824 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router precommit_create 55549900 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.012162 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: port before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.012498 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router precommit_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.012852 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router after_update 55549900 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.013215 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.013569 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router precommit_create 55549900 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.013929 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.014271 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router precommit_update 55549900 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.014634 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > agent after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.014979 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > agent after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.015327 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > network after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.016174 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Tracking information for resource: router configured {{(pid=102434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 08:50:48.016500 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Tracking information for resource: floatingip configured {{(pid=102434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 08:50:48.021476 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.db.l3_agentschedulers_db [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 08:50:48.022044 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: port after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.022401 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: port after_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.022750 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: port after_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.023142 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: port after_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.024021 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router before_create 55550100 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.024380 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.024735 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router precommit_create 55550100 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.025085 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > router precommit_update 55550100 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.030008 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.services.provider_configuration [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service providers = [] {{(pid=102434) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 08:50:48.030372 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.db.servicetype_db [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102434) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 08:50:48.033277 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.services.service_base [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 08:50:48.033626 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.services.service_base [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 08:50:48.033965 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.services.service_base [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 08:50:48.034841 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.services.service_base [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 08:50:48.035206 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.services.service_base [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 08:50:48.035576 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 08:50:48.035892 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 08:50:48.046436 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 08:50:48.046770 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading Plugin: auto_allocate Nov 23 08:50:48.052562 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: network precommit_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.052932 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: network precommit_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.053484 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 08:50:48.053809 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading Plugin: tag Nov 23 08:50:48.060842 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 08:50:48.061191 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading Plugin: timestamp Nov 23 08:50:48.065133 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 08:50:48.065484 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading Plugin: network_ip_availability Nov 23 08:50:48.071061 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.071429 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.071784 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.072480 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 08:50:48.072799 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading Plugin: flavors Nov 23 08:50:48.077630 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 08:50:48.077909 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading Plugin: revisions Nov 23 08:50:48.082216 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 08:50:48.082602 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_concurrency.lockutils [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.748s {{(pid=102434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 08:50:48.083339 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102434) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 08:50:48.083674 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Initializing extension manager. Nov 23 08:50:48.084185 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: __init__.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.084529 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: __pycache__ {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.084861 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.085215 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: address_group.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.086535 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.087098 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: address-group Nov 23 08:50:48.087420 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: address_scope.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.088327 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.088853 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: address-scope Nov 23 08:50:48.089189 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.090135 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.090648 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: router-admin-state-down-before-update Nov 23 08:50:48.090969 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: agent.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.091666 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.092182 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: agent Nov 23 08:50:48.092505 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: agent_resources_synced.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.093434 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.093952 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: agent-resources-synced Nov 23 08:50:48.094270 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: allowedaddresspairs.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.096047 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.097065 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: allowed-address-pairs Nov 23 08:50:48.097065 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: auto_allocated_topology.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.097970 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.098488 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: auto-allocated-topology Nov 23 08:50:48.098811 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: availability_zone.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.099500 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.100008 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: availability_zone Nov 23 08:50:48.100326 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: availability_zone_filter.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.101853 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.102368 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: availability_zone_filter Nov 23 08:50:48.102678 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: data_plane_status.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.103582 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.104092 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 08:50:48.104409 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: default_subnetpools.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.105345 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.105856 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: default-subnetpools Nov 23 08:50:48.106175 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.106981 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.107495 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: dhcp_agent_scheduler Nov 23 08:50:48.107816 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: dns.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.108727 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.109267 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 08:50:48.109588 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: dns_domain_ports.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.110494 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.110990 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 08:50:48.111314 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.112220 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.112724 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 08:50:48.113042 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: dvr.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.113738 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.114246 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: dvr Nov 23 08:50:48.114564 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: ecmp_routes.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.115473 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.115977 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 08:50:48.116296 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: empty_string_filtering.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.117323 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.117829 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: empty-string-filtering Nov 23 08:50:48.118147 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.119059 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.119565 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 08:50:48.119885 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.120789 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.121404 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 08:50:48.121722 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: external_net.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.122631 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.123142 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: external-net Nov 23 08:50:48.123460 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.124355 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.124865 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: extra_dhcp_opt Nov 23 08:50:48.125203 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: extraroute.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.126109 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.126616 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: extraroute Nov 23 08:50:48.126933 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: extraroute_atomic.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.127963 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.128473 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: extraroute-atomic Nov 23 08:50:48.128797 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: filter_validation.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.129484 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.129993 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: filter-validation Nov 23 08:50:48.130312 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: fip_pf_description.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.131211 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.131721 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 08:50:48.132041 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: fip_port_details.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.133186 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.133694 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: fip-port-details Nov 23 08:50:48.134010 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: flavors.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.135230 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.135746 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: flavors Nov 23 08:50:48.136066 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.137752 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.138275 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 08:50:48.138607 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: floatingip_pools.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.139310 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.139821 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: floatingip-pools Nov 23 08:50:48.140144 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: ip_allocation.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.141062 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.141602 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 08:50:48.141922 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.142837 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.143354 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: ip-substring-filtering Nov 23 08:50:48.143678 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: l2_adjacency.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.144601 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.145111 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 08:50:48.145456 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: l3.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.146546 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.147069 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: router Nov 23 08:50:48.147394 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.150289 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.150824 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 08:50:48.151154 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.152089 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.152604 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: ext-gw-mode Nov 23 08:50:48.152929 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.153943 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.154456 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: l3-ha Nov 23 08:50:48.154779 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: l3_flavors.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.155691 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.156220 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: l3-flavors Nov 23 08:50:48.156527 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.157467 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.157982 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 08:50:48.158302 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: l3agentscheduler.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.159333 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.159847 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: l3_agent_scheduler Nov 23 08:50:48.160171 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: local_ip.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.161961 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.162492 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension local_ip not supported by any of loaded plugins Nov 23 08:50:48.162820 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: logging.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.164891 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.165454 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension logging not supported by any of loaded plugins Nov 23 08:50:48.165789 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: metering.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.166530 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.167113 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: metering Nov 23 08:50:48.167440 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.168529 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.169049 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: metering_source_and_destination_fields Nov 23 08:50:48.169412 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: multiprovidernet.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.170335 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.170852 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: multi-provider Nov 23 08:50:48.171179 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: netmtu.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.172085 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.172596 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: net-mtu Nov 23 08:50:48.172921 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: netmtu_writable.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.173862 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.174374 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: net-mtu-writable Nov 23 08:50:48.174698 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: network_availability_zone.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.175370 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.175876 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: network_availability_zone Nov 23 08:50:48.176197 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: network_ip_availability.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.177318 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.177832 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: network-ip-availability Nov 23 08:50:48.178154 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: network_segment_range.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.178913 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.179447 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 08:50:48.179773 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: pagination.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.182237 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.182575 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: pagination Nov 23 08:50:48.182901 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: port_device_profile.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.183834 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.184357 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: port-device-profile Nov 23 08:50:48.184683 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.185628 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.186145 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: port-mac-address-regenerate Nov 23 08:50:48.186467 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.187375 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.187888 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: port-numa-affinity-policy Nov 23 08:50:48.188208 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: port_resource_request.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.189118 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.189651 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 08:50:48.189971 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: port_resource_request_groups.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.190928 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.191438 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 08:50:48.191759 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: portbindings.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.192680 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.193222 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: binding Nov 23 08:50:48.193546 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: portbindings_extended.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.194821 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.195871 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: binding-extended Nov 23 08:50:48.196200 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: portsecurity.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.197119 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.197659 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: port-security Nov 23 08:50:48.197981 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: project_id.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.198962 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.199289 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: project-id Nov 23 08:50:48.199610 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: providernet.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.200536 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.201048 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: provider Nov 23 08:50:48.201401 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: qos.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.204964 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.205527 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension qos not supported by any of loaded plugins Nov 23 08:50:48.205858 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.207091 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.207611 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 08:50:48.207939 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.208851 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.209397 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 08:50:48.209729 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: qos_default.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.211240 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.211837 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension qos-default not supported by any of loaded plugins Nov 23 08:50:48.212163 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: qos_fip.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.212815 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.213355 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 08:50:48.213678 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: qos_gateway_ip.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.214594 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.215110 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 08:50:48.215431 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: qos_port_network_policy.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.216341 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.216854 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 08:50:48.217200 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.218237 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.218747 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 08:50:48.219068 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: qos_pps_rule.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.220254 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.220771 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension qos-pps not supported by any of loaded plugins Nov 23 08:50:48.221091 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: qos_rule_type_details.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.222037 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.222552 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 08:50:48.222873 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: qos_rules_alias.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.223906 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.224424 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 08:50:48.224745 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: quota_check_limit.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.225675 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.226242 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: quota-check-limit Nov 23 08:50:48.226889 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: quotasv2.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.227897 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.228226 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: quotas Nov 23 08:50:48.228544 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: quotasv2_detail.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.231880 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.232223 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: quota_details Nov 23 08:50:48.232553 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: rbac.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.233640 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.234174 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: rbac-policies Nov 23 08:50:48.234505 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: rbac_address_group.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.235428 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.235952 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: rbac-address-group Nov 23 08:50:48.236278 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: rbac_address_scope.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.237212 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.237734 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: rbac-address-scope Nov 23 08:50:48.238054 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: rbac_security_groups.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.238974 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.239491 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: rbac-security-groups Nov 23 08:50:48.239817 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: rbac_subnetpool.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.240720 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.241262 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: rbac-subnetpool Nov 23 08:50:48.241582 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: revisionifmatch.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.242712 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.243223 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: revision-if-match Nov 23 08:50:48.243542 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: revisions.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.244646 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.245177 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: standard-attr-revisions Nov 23 08:50:48.245510 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: router_availability_zone.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.246180 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.246693 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: router_availability_zone Nov 23 08:50:48.247014 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: routerservicetype.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.247932 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.248441 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 08:50:48.248761 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.249788 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.250302 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: security-groups-normalized-cidr Nov 23 08:50:48.250620 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.251537 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.252053 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: port-security-groups-filtering Nov 23 08:50:48.252372 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.253355 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.253872 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: security-groups-remote-address-group Nov 23 08:50:48.254188 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.255114 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.255626 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: security-groups-shared-filtering Nov 23 08:50:48.255945 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.256527 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 08:50:48.256841 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: securitygroup.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.267142 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.267677 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: security-group Nov 23 08:50:48.268009 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: segment.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.268795 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.269342 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension segment not supported by any of loaded plugins Nov 23 08:50:48.269669 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.270611 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.271125 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 08:50:48.271450 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: servicetype.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.272551 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.273726 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: service-type Nov 23 08:50:48.274090 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: sorting.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.275072 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.275406 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: sorting Nov 23 08:50:48.275726 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: standard_attr_segment.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.276637 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.277156 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 08:50:48.277505 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: standardattrdescription.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.278161 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.278679 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: standard-attr-description Nov 23 08:50:48.279000 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: stateful_security_group.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.279988 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.280547 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: stateful-security-group Nov 23 08:50:48.280868 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: stdattrs_common.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.281468 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 08:50:48.281790 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.282720 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.283239 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 08:50:48.283558 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: subnet_onboard.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.284629 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.285152 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: subnet_onboard Nov 23 08:50:48.285500 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.286430 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.286942 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 08:50:48.287263 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: subnet_service_types.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.288173 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.288719 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: subnet-service-types Nov 23 08:50:48.289042 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: subnetallocation.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.290150 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.290674 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: subnet_allocation Nov 23 08:50:48.290999 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.291662 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.292173 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: subnetpool-prefix-ops Nov 23 08:50:48.292494 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.293450 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.293965 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 08:50:48.294287 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: tagging.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.295338 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.295858 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: standard-attr-tag Nov 23 08:50:48.296180 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: timestamp.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.297402 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.297921 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loaded extension: standard-attr-timestamp Nov 23 08:50:48.298245 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: trunk.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.299269 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.299781 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension trunk not supported by any of loaded plugins Nov 23 08:50:48.300111 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: trunk_details.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.301051 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.301600 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 08:50:48.301922 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: uplink_status_propagation.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.302835 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.303347 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 08:50:48.303668 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Loading extension file: vlantransparent.py {{(pid=102434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 08:50:48.304365 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 08:50:48.304874 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 08:50:48.307411 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:network Nov 23 08:50:48.307941 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:subnet Nov 23 08:50:48.308334 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 08:50:48.308732 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:port Nov 23 08:50:48.309990 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.310421 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service FLAVORS assigned prefix: {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.311030 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.311447 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.311776 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:router Nov 23 08:50:48.312195 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 08:50:48.312683 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service METERING assigned prefix: /metering {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.314144 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.314510 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.314858 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:50:48.315863 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 08:50:48.316310 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:security_group Nov 23 08:50:48.316748 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 08:50:48.317377 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service CORE assigned prefix: {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.317709 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 08:50:48.318051 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] subnetpool is already registered Nov 23 08:50:48.318478 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service CORE assigned prefix: {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.318805 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 08:50:48.319135 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] subnetpool is already registered Nov 23 08:50:48.322043 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.322472 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service FLAVORS assigned prefix: {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.323054 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.323468 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.323801 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:router Nov 23 08:50:48.324138 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] router is already registered Nov 23 08:50:48.324547 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 08:50:48.324886 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] floatingip is already registered Nov 23 08:50:48.325363 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service METERING assigned prefix: /metering {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.326026 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 08:50:48.326350 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] rbac_policy is already registered Nov 23 08:50:48.326757 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:security_group Nov 23 08:50:48.327095 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] security_group is already registered Nov 23 08:50:48.327497 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 08:50:48.327872 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] security_group_rule is already registered Nov 23 08:50:48.328442 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service CORE assigned prefix: {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.328767 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 08:50:48.329098 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] subnetpool is already registered Nov 23 08:50:48.329537 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.v2.resource_helper [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Service CORE assigned prefix: {{(pid=102434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 08:50:48.329857 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 08:50:48.330184 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING neutron.quota.resource_registry [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] subnetpool is already registered Nov 23 08:50:48.330640 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: extensions {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.332117 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: address-groups {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.333628 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: address-scopes {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.334949 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: agents {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.336794 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: auto-allocated-topology {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.338080 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: availability_zones {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.339308 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: dhcp-networks {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.340844 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: dhcp-agents {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.342291 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: routers {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.344492 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: flavors {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.345768 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: service_profiles {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.346984 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: next_providers {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.348427 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: service_profiles {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.349986 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: floatingip-pools {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.351221 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: routers {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.353625 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: floatingips {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.355829 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: l3-routers {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.357261 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: l3-agents {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.358649 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: metering-labels {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.360013 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: metering-label-rules {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.361331 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: network-ip-availabilities {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.362594 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: bindings {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.364242 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: quotas {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.365823 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: quotas {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.367463 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: rbac-policies {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.368757 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: security-groups {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.370022 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: security-group-rules {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.371258 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: service-providers {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.372468 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: subnetpools {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.373917 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: subnetpools {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.375404 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: tags {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.377081 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: tags {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.378908 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: tags {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.380663 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: tags {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.383111 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: tags {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.384962 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: tags {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.386666 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: tags {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.388564 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: tags {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.390347 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: tags {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.392184 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron.api.extensions [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Extended resource: tags {{(pid=102434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 08:50:48.398722 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING keystonemiddleware.auth_token [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 08:50:48.403348 dv-cinder-768458-17-iscsi neutron-server[102434]: WARNING keystonemiddleware.auth_token [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 08:50:48.411943 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_concurrency.lockutils [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Acquired lock "singleton_lock" {{(pid=102434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 08:50:48.412412 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_concurrency.lockutils [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Releasing lock "singleton_lock" {{(pid=102434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 08:50:48.413046 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO oslo_service.service [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Starting 2 workers Nov 23 08:50:48.417886 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Started child 102541 {{(pid=102434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 08:50:48.422318 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Started child 102542 {{(pid=102434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 08:50:48.423543 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:50:48.424165 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO neutron.service [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 08:50:48.424549 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Publish callbacks [] for process, before_spawn {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:50:48.424993 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [-] (102541) wsgi starting up on http://0.0.0.0:9696 Nov 23 08:50:48.426975 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO oslo_service.service [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Starting 1 workers Nov 23 08:50:48.427139 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:50:48.428458 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [-] (102542) wsgi starting up on http://0.0.0.0:9696 Nov 23 08:50:48.432337 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Started child 102543 {{(pid=102434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 08:50:48.432903 dv-cinder-768458-17-iscsi neutron-server[102434]: INFO oslo_service.service [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Starting 1 workers Nov 23 08:50:48.435877 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.service [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] calling RpcWorker wait() {{(pid=102543) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 08:50:48.436431 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.service [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] returning from RpcWorker wait() {{(pid=102543) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 08:50:48.437394 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Started child 102544 {{(pid=102434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 08:50:48.437695 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:50:48.438215 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fcf6cb-9ba6-4658-b113-3c74722e2648 None None] Publish callbacks [] for process, after_spawn {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:50:48.438452 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:50:48.440128 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 08:50:48.440343 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 08:50:48.440529 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 08:50:48.440905 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 08:50:48.441276 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 08:50:48.441460 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 08:50:48.441961 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.442239 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.442506 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:50:48.442973 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.442973 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.443120 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.443575 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.443854 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.444087 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.444347 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.444596 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.444761 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.445813 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.446079 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.446507 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.446821 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.447107 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.447344 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.447614 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.447789 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.448035 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.448299 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.448525 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.448784 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] debug = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.449034 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.449561 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.449810 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.450067 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.450288 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.450565 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.450805 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.451065 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.451308 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.451521 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.451754 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.452017 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.452267 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.452474 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.452709 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.452929 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.453193 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.453420 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.453902 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] host = dv-cinder-768458-17-iscsi {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.454137 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.454350 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.454606 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.454849 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.455103 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.455315 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.455568 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.455813 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.456065 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.456308 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.456542 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.456786 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.457003 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.457279 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_file = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.457438 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_options = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.457710 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.457942 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.458196 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.458401 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.458556 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.458731 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.458966 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.459119 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.459368 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.459598 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.459811 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.460023 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.460268 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.460549 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.461441 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.461740 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.461994 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.462226 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.462472 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.462700 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.462923 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.463164 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.463398 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.463628 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.463873 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.464087 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.464311 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.464556 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.464779 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.465014 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.465280 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.465549 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.465780 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.466016 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.466266 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.466490 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.466717 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.466928 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.467197 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.467422 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.467668 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.467894 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.468127 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.468352 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.468569 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.468782 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.469010 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] use_json = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.469266 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.469544 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.469749 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.469963 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.470179 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.470870 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.471090 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.472022 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.472926 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.473422 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:50:48.473595 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.473595 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.473786 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.474023 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.474264 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.474523 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.474765 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.475313 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.475313 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.475645 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.475799 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.476108 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.476806 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.476806 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.477128 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.477418 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.477675 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.478040 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.478229 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.478373 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.478582 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.478874 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.479256 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.479396 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.479533 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.479771 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.480041 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.480304 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.480661 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.480925 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.481185 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.481437 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.481669 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.481897 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.482133 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.482366 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.482576 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.482790 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.483054 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.483292 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.483523 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.483782 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.484642 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.485100 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.487045 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.488150 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.488658 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.489249 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.489713 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.490185 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.490429 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.490671 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.490905 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.491152 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.491407 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.491711 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.491982 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.492250 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.492479 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.493280 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.493280 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.493280 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.494060 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.494060 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.494060 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.494060 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.494752 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.494752 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.494752 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.495859 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.495859 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.495859 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.495859 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.495859 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.497515 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.497515 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.497515 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.497515 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.497515 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.497515 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.497515 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.497515 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.498097 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.498097 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.498254 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.498473 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.498846 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.499223 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.499604 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.499827 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.500106 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.500430 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.500695 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.500952 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.501192 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.501463 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.501684 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.501940 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.502182 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.502409 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.502639 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.502995 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.503164 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.503370 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.503697 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.504312 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.504312 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.504312 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.504547 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.504734 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.504971 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.505229 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.505512 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.505791 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.506027 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.506260 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.506511 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.506800 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.507070 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.507879 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.508126 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.508422 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.508722 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.509006 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.509302 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.509537 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.509802 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.510082 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.510332 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.510585 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.512129 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.512129 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.512129 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.512129 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.512129 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.512129 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.512750 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.512750 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.512750 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.512970 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.513426 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.513571 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.513695 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.514081 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.514212 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.514446 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.514680 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.514929 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.515273 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.515396 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.515604 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.515854 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.516070 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.516317 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.516532 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.516769 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.517004 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.517243 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.517514 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.517729 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.517952 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.518164 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.518387 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.518605 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.518855 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.519074 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.519289 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.519678 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.520082 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.520450 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.520822 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.521043 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.521321 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.521542 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.521814 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.522077 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.522313 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.522560 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.522810 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.523674 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.524010 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.524935 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.525179 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.525405 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.525656 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.525839 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.526220 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.526472 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.526711 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.526924 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.527194 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.527445 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.527934 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.528195 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.528446 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.528687 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.528904 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.529142 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.529400 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.529650 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.529868 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.530086 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.530322 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.530578 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.530835 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.531084 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.531318 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.531530 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.531764 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.531982 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.532198 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.532488 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.532755 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.532990 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.533265 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.533486 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.533738 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.533988 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.534198 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.534412 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.534656 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.534876 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.535088 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.535314 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.535525 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.535759 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.535980 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.536217 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.536569 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.536673 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.536886 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.537096 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.537344 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.537561 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.537771 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.538041 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.538256 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.538467 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.538717 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.538935 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.539146 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.539374 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.539585 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.539795 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.540014 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.540230 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.540439 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.540731 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.540979 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.541228 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.541516 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.541775 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.542114 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.542264 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.542553 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.542790 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.543030 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.543249 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.543489 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.543717 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.543976 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.544283 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.544592 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.544842 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.545105 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.545412 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.545693 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.545964 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.546179 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.546479 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.546793 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.547075 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.547339 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.547565 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.547810 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.548050 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.548271 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.548517 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.548765 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.548979 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.549235 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.549464 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.549720 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.549952 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.550177 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.550394 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.550626 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.550836 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.551076 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.551307 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.551465 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 08:50:48.551983 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 08:50:48.552144 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 08:50:48.552299 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 08:50:48.552469 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 08:50:48.552642 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 08:50:48.552795 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 08:50:48.553005 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.553194 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.553349 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.553572 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.553742 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.554453 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.554672 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.554841 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.555000 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.555346 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.555346 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.555678 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.555842 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.556002 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.556162 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.556322 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.556479 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.556639 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.556802 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.556962 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.557121 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.557302 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.557461 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] debug = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.557621 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.557838 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.558005 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.558165 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.558329 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.558489 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.558646 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.558805 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.558963 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.559122 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.559281 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.559439 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.559598 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.559758 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.559916 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.560074 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.560233 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.560392 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.560551 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] host = dv-cinder-768458-17-iscsi {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.560709 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.560868 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.561026 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.561211 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.561374 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.561533 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.561693 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.561852 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.562009 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.562168 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.562327 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.562486 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.562645 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.562803 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_file = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.562960 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_options = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.563118 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.563277 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.563436 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.563620 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.563785 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.563944 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.564102 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.564296 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.564405 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.564562 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.564719 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.564879 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.565036 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.565213 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.565373 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.565531 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.565690 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.565848 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.566007 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.566165 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.566322 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.566480 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.566637 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.566794 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.566951 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.567109 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.567267 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.567425 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.567582 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.567741 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.567899 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.568056 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.568214 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.568377 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.568535 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.568692 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.568849 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.569006 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.569191 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.569344 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.569500 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.569658 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.570337 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.570538 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.570681 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.570822 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.570960 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] use_json = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.571097 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.571238 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.571393 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.571552 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.571694 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.572438 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.572438 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.572438 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 08:50:48.572438 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.572961 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.572961 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.572961 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.572961 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.573501 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.573501 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.573501 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.573832 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.573832 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.573832 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.574078 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.574199 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.574334 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.574526 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.574614 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.574740 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.574896 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.575043 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.575205 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.575364 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.575525 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.575695 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.575856 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.576016 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.576175 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.576335 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.576504 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.576663 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.576839 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.577000 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.577180 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.577340 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.577565 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.577701 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.577834 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.577967 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:50:48.578136 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.578136 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.578291 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.578442 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.578603 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.578767 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.578928 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.579088 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.579249 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.579409 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.579569 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.579733 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.579885 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.580042 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.580202 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.580363 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.580525 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.580685 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.580846 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.581006 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.581211 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.581356 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.581516 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.581676 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.581835 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.581996 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.582155 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.582315 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.582474 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.582633 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.582798 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.582950 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.583120 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.583279 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.583440 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.583600 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.583759 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.583918 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.584081 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.584240 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.584399 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.584615 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.584749 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.584881 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.585013 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.585145 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.585337 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.585629 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.585784 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.585929 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.586062 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.586195 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.586354 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.586516 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.586677 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.586848 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.587025 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.587186 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.587346 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.587508 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.587669 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.587828 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.587989 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.588149 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.588389 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.588629 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.588902 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.589112 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.589400 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.589568 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.589729 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.589890 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.590050 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.590210 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.590607 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.590749 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.590900 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.591065 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.591224 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.591384 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.591543 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.591907 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.591907 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.592081 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.592161 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.592323 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.592490 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.592661 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.592821 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.593210 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.593210 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.593405 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.593497 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.593579 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.593743 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.593903 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.594062 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.594222 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.594395 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.594556 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.594758 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.594856 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.595035 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.595194 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.595354 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.595514 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.595675 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.595834 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.595996 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.596154 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.596314 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.596474 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.596635 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.596797 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.596957 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.597116 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.597298 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.597458 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.597618 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.597780 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.597940 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.598103 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.598263 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.598424 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.598585 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.598745 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.598910 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.599069 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.599230 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.599390 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.599550 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.599709 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.599870 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.600030 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.600191 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.600351 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.600511 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.600712 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.600812 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.600975 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.601175 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.601352 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.601768 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.602102 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605182 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605182 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605182 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605182 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605182 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605182 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605182 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605182 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605810 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605810 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605810 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605810 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605810 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605810 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605810 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.605810 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.606344 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.606344 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.606344 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.606344 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.606804 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.606987 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.607162 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.607334 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.607505 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.607677 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.607844 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.608010 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.608176 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.608339 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.608501 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.608665 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.608843 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.609012 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.609194 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.609357 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.609520 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.609682 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.609855 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.610017 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.610178 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.610340 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.610501 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.610662 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.610833 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.610994 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.611155 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.611315 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.611475 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.611634 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.611804 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.611966 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.612126 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.612286 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.612445 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.612605 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.612775 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.612935 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.613095 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.613277 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.613439 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.613603 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.613778 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.613936 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.614096 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.614255 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.614415 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.614576 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.614745 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.614917 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.615065 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.615233 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.615394 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.615555 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.615714 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.615886 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.616047 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.616210 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.616447 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.617348 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.617726 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.618110 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.618346 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.618755 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.619126 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.619314 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.619498 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.620012 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.620197 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.620366 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.620542 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.620908 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.621857 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.622046 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.622217 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.622382 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.624157 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.624344 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.624519 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.624689 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.624857 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.625307 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.625671 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.626555 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.627200 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.628515 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.628711 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.628891 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.629064 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.629264 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.629435 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 08:50:48.629595 dv-cinder-768458-17-iscsi neutron-server[102434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 08:50:48.787474 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 60758) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:50:48.796421 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065618 Nov 23 08:51:00.500742 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ee89d9-570a-46ee-9fea-3ed5e65daae7 None None] get_active_networks_info from dv-cinder-768458-17-iscsi {{(pid=102543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 08:51:00.617568 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ee89d9-570a-46ee-9fea-3ed5e65daae7 None None] No non-hosted networks {{(pid=102543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 08:51:00.637758 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.agentschedulers_db [None req-70ee89d9-570a-46ee-9fea-3ed5e65daae7 None None] DHCP Agent not found on host dv-cinder-768458-17-iscsi {{(pid=102543) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 08:51:00.762101 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6482c58c-422b-42f7-b0bf-f02671e90262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405333'] for agent, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:02.561151 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f72b11a-8d7d-44a2-94ea-3a61974c00d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405333'] for agent, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:02.625778 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5156f2e9-8c8e-4001-b1de-25597c0ec695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:03.909589 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405333'] for agent, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:04.888689 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405333'] for agent, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:05.951325 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405333'] for agent, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:05.952171 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:05.952659 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:05.953126 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:05.953613 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:05.954096 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:05.954499 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:05.954890 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:05.955311 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:05.955741 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:05.956153 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:05.956547 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:05.956938 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:05.957420 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768458-17-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:51:05.968174 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768458-17-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:51:06.895817 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 60850) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:51:07.445879 dv-cinder-768458-17-iscsi neutron-server[102542]: WARNING oslo_policy.policy [None req-c6585c0d-55c7-4f4f-a8ce-01af1a5e966d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 08:51:07.446953 dv-cinder-768458-17-iscsi neutron-server[102542]: WARNING oslo_policy.policy [None req-c6585c0d-55c7-4f4f-a8ce-01af1a5e966d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 08:51:07.680807 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [None req-c6585c0d-55c7-4f4f-a8ce-01af1a5e966d admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 08:51:07.681924 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-c6585c0d-55c7-4f4f-a8ce-01af1a5e966d admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7850013 Nov 23 08:51:09.128105 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.db.l3_hamode_db [None req-7de25520-2c1e-4ac9-878e-a58b19561019 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 08:51:09.204522 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de25520-2c1e-4ac9-878e-a58b19561019 None None] Routers set() bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:51:09.204821 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de25520-2c1e-4ac9-878e-a58b19561019 None None] Router IDs set() for agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 08:51:10.189657 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 60866) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:51:10.496598 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-4f9a66f4-0035-4294-9ca7-84b4077027d7 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:51:10.592093 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.policy [None req-4f9a66f4-0035-4294-9ca7-84b4077027d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102542) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 08:51:10.638984 dv-cinder-768458-17-iscsi neutron-server[102542]: WARNING oslo_policy.policy [None req-4f9a66f4-0035-4294-9ca7-84b4077027d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 08:51:10.639353 dv-cinder-768458-17-iscsi neutron-server[102542]: WARNING oslo_policy.policy [None req-4f9a66f4-0035-4294-9ca7-84b4077027d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 08:51:10.648841 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.quota [None req-4f9a66f4-0035-4294-9ca7-84b4077027d7 admin admin] Loaded quota_driver: . Nov 23 08:51:10.738099 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4f9a66f4-0035-4294-9ca7-84b4077027d7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744613157440', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744613158037', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744613169518', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744613167767', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744613181620', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744613125532', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-625306', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3439601', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-337182', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-679914'] for rbac-policy, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:10.805249 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4f9a66f4-0035-4294-9ca7-84b4077027d7 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:10.806423 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-4f9a66f4-0035-4294-9ca7-84b4077027d7 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6158159 Nov 23 08:51:13.528926 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 60878) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:51:13.828569 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '78350ac86b174659a91e25124076367a', 'name': 'private', 'project_id': '78350ac86b174659a91e25124076367a'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:51:13.857715 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Made reservation on behalf of 78350ac86b174659a91e25124076367a for: {'network': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:51:13.860459 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:13.877382 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:13.984777 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:13.988340 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:14.007969 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 08:51:14.037129 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744614270639', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:14.037754 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Unsubscribe: segment precommit_create {{(pid=102542) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 08:51:14.038265 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.segments_db [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Added segment 7fded795-9f0d-45f2-8eec-7ddda60ccd2e of type vlan for network 71d6f912-cfae-4788-a0de-12da1e574d45 Nov 23 08:51:14.054221 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aa34e3-ca14-4a19-85b1-7cf9fc9d996f,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:14.103476 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:14.103838 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:14.104180 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:14.104511 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:14.104839 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:14.105209 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:14.105541 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:14.105877 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:14.106203 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:14.106517 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:14.106833 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:14.107145 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Tracked resource versions report: Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: pushed versions: Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: { 'AddressGroup': {'1.2'}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'ConntrackHelper': {'1.0'}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Log': {'1.0'}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Network': {'1.1'}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Port': {'1.7'}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'PortForwarding': {'1.2'}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'QosPolicy': {'1.10'}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'SecurityGroup': {'1.5'}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'SecurityGroupRule': {'1.2'}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'SubPort': {'1.0'}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Subnet': {'1.1'}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Trunk': {'1.1'}} Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: consumer versions: Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: { DHCP agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: L3 agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: Metadata agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: Metering agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: Open vSwitch agent@dv-cinder-768458-17-iscsi: { 'AddressGroup': '1.2', Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'ConntrackHelper': '1.0', Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Log': '1.0', Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Network': '1.1', Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Port': '1.7', Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'PortForwarding': '1.2', Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'QosPolicy': '1.10', Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'SecurityGroup': '1.5', Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'SecurityGroupRule': '1.2', Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'SubPort': '1.0', Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Subnet': '1.1', Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Trunk': '1.1'}} Nov 23 08:51:14.108439 dv-cinder-768458-17-iscsi neutron-server[102542]: {{(pid=102542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 08:51:14.161679 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:14.201758 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:14.202853 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:51:14.203564 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:14.263206 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7331095 Nov 23 08:51:14.308076 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fff7e4-17d7-4e4e-baea-7a95cd552fdf admin admin] Pushing event updated for resources: {'Network': ['ID=71d6f912-cfae-4788-a0de-12da1e574d45,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:14.320615 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network 71d6f912-cfae-4788-a0de-12da1e574d45 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 08:51:17.030681 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 60892) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:51:17.419444 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb5d082-dda6-4155-b6c5-a57bb9fc26b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:51:17.420812 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-acb5d082-dda6-4155-b6c5-a57bb9fc26b4 admin admin] 10.222.0.46 "GET /v2.0/networks/71d6f912-cfae-4788-a0de-12da1e574d45 HTTP/1.1" status: 200 len: 825 time: 0.3891492 Nov 23 08:51:17.445602 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-8a279eb2-5a3e-4c0e-a882-4227130c49c3 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/63cee662-1454-4dd7-b46b-b113d60274b1 HTTP/1.1" status: 200 len: 734 time: 0.0187080 Nov 23 08:51:17.454252 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-cf53f6a8-e7c3-4b35-9290-e584aa2f01e1 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '63cee662-1454-4dd7-b46b-b113d60274b1', 'name': 'private-subnet', 'tenant_id': '78350ac86b174659a91e25124076367a', 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:51:17.476524 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf53f6a8-e7c3-4b35-9290-e584aa2f01e1 admin admin] Made reservation on behalf of 78350ac86b174659a91e25124076367a for: {'subnet': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:51:17.478748 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-cf53f6a8-e7c3-4b35-9290-e584aa2f01e1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:17.765091 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-cf53f6a8-e7c3-4b35-9290-e584aa2f01e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:17.836164 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53f6a8-e7c3-4b35-9290-e584aa2f01e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7b171d-81ce-4f34-a559-c2991a3d4525,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:17.839223 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf53f6a8-e7c3-4b35-9290-e584aa2f01e1 admin admin] Checking segment: {'id': '7fded795-9f0d-45f2-8eec-7ddda60ccd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:51:17.839588 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf53f6a8-e7c3-4b35-9290-e584aa2f01e1 admin admin] Network hostable DHCP agents. Network: 71d6f912-cfae-4788-a0de-12da1e574d45, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 08:51:17.859958 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf53f6a8-e7c3-4b35-9290-e584aa2f01e1 admin admin] Network 71d6f912-cfae-4788-a0de-12da1e574d45 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 08:51:17.870840 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-cf53f6a8-e7c3-4b35-9290-e584aa2f01e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, 71d6f912-cfae-4788-a0de-12da1e574d45) {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:51:17.875206 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf53f6a8-e7c3-4b35-9290-e584aa2f01e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:51:17.875795 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-cf53f6a8-e7c3-4b35-9290-e584aa2f01e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:17.881434 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7076a02f-961c-464b-bb4b-e2d95a8936e1 None None] Network 71d6f912-cfae-4788-a0de-12da1e574d45 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:51:17.890978 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-cf53f6a8-e7c3-4b35-9290-e584aa2f01e1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4398544 Nov 23 08:51:18.210589 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp201ed441-e3b8-53ca-a227-4322de3d7a4e-71d6f912-cfae-4788-a0de-12da1e574d45', 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45', 'tenant_id': '78350ac86b174659a91e25124076367a', 'fixed_ips': [{'subnet_id': '8b7b171d-81ce-4f34-a559-c2991a3d4525'}]}} from dv-cinder-768458-17-iscsi. {{(pid=102543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 08:51:18.211888 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:18.501633 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.db_base_plugin_common [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Allocated IP 172.20.0.2 (71d6f912-cfae-4788-a0de-12da1e574d45/8b7b171d-81ce-4f34-a559-c2991a3d4525/0594deda-0687-4b0c-8085-67ac21b4af1e) {{(pid=102543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:51:18.696861 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Publish callbacks [] for port, precommit_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:18.703806 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:18.779131 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Network 71d6f912-cfae-4788-a0de-12da1e574d45 is already hosted by enough agents. {{(pid=102543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:51:18.784245 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.base_scheduler [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Resources bound (agent type, host, resource id): {{(pid=102543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:51:18.792999 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Received port after_create {{(pid=102543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:51:18.795983 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Pushing event updated for resources: {'Port': ['ID=0594deda-0687-4b0c-8085-67ac21b4af1e,revision_number=1']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:18.826481 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:18.826846 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:18.827203 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:18.827538 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:18.827867 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:18.828211 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:18.828545 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:18.828867 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:18.829221 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:18.829548 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:18.829873 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:18.830187 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Tracked resource versions report: Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: pushed versions: Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: { 'AddressGroup': {'1.2'}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'ConntrackHelper': {'1.0'}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Log': {'1.0'}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Network': {'1.1'}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Port': {'1.7'}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'PortForwarding': {'1.2'}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'QosPolicy': {'1.10'}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'SecurityGroup': {'1.5'}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'SecurityGroupRule': {'1.2'}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'SubPort': {'1.0'}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Subnet': {'1.1'}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Trunk': {'1.1'}} Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: consumer versions: Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: { DHCP agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: L3 agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: Metadata agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: Metering agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: Open vSwitch agent@dv-cinder-768458-17-iscsi: { 'AddressGroup': '1.2', Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'ConntrackHelper': '1.0', Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Log': '1.0', Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Network': '1.1', Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Port': '1.7', Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'PortForwarding': '1.2', Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'QosPolicy': '1.10', Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'SecurityGroup': '1.5', Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'SecurityGroupRule': '1.2', Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'SubPort': '1.0', Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Subnet': '1.1', Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Trunk': '1.1'}} Nov 23 08:51:18.831553 dv-cinder-768458-17-iscsi neutron-server[102543]: {{(pid=102543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 08:51:18.881605 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Attempting to bind port 0594deda-0687-4b0c-8085-67ac21b4af1e on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:51:18.882421 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Attempting to bind port 0594deda-0687-4b0c-8085-67ac21b4af1e by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '7fded795-9f0d-45f2-8eec-7ddda60ccd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:51:18.882421 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Attempting to bind port 0594deda-0687-4b0c-8085-67ac21b4af1e on network 71d6f912-cfae-4788-a0de-12da1e574d45 {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:51:18.887182 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:51:18.887569 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Checking segment: {'id': '7fded795-9f0d-45f2-8eec-7ddda60ccd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:51:18.888015 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:18.888400 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Bound using segment: {'id': '7fded795-9f0d-45f2-8eec-7ddda60ccd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:51:18.888857 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Bound port: 0594deda-0687-4b0c-8085-67ac21b4af1e, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fded795-9f0d-45f2-8eec-7ddda60ccd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:51:18.889290 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:18.948807 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] For port 0594deda-0687-4b0c-8085-67ac21b4af1e, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:51:18.953191 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] For port 0594deda-0687-4b0c-8085-67ac21b4af1e, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=0594deda-0687-4b0c-8085-67ac21b4af1e,segment=NetworkSegment(7fded795-9f0d-45f2-8eec-7ddda60ccd2e),segment_id=7fded795-9f0d-45f2-8eec-7ddda60ccd2e)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:51:18.957631 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:19.023186 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a02f6f-6b74-4b79-b2c5-14dc7b06f3ff None None] Pushing event updated for resources: {'Port': ['ID=0594deda-0687-4b0c-8085-67ac21b4af1e,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:20.423932 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 60900) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:51:20.921399 dv-cinder-768458-17-iscsi neutron-server[102541]: WARNING oslo_policy.policy [None req-063564af-1a6c-47af-9d94-32fcf9f82b9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 08:51:20.922032 dv-cinder-768458-17-iscsi neutron-server[102541]: WARNING oslo_policy.policy [None req-063564af-1a6c-47af-9d94-32fcf9f82b9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 08:51:21.145881 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [None req-063564af-1a6c-47af-9d94-32fcf9f82b9a admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 08:51:21.147555 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-063564af-1a6c-47af-9d94-32fcf9f82b9a admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7216256 Nov 23 08:51:23.653320 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 60914) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:51:23.976095 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [None req-963da4b2-3162-4e3c-bf04-5d665ff750f5 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 08:51:23.977065 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-963da4b2-3162-4e3c-bf04-5d665ff750f5 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3227267 Nov 23 08:51:26.729444 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 60924) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:51:27.032470 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-c0375c2d-64de-42e9-8c78-843fdcc1171c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '78350ac86b174659a91e25124076367a', 'admin_state_up': True}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:51:27.098054 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.policy [None req-c0375c2d-64de-42e9-8c78-843fdcc1171c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102541) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 08:51:27.146944 dv-cinder-768458-17-iscsi neutron-server[102541]: WARNING oslo_policy.policy [None req-c0375c2d-64de-42e9-8c78-843fdcc1171c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 08:51:27.147324 dv-cinder-768458-17-iscsi neutron-server[102541]: WARNING oslo_policy.policy [None req-c0375c2d-64de-42e9-8c78-843fdcc1171c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 08:51:27.157461 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.quota [None req-c0375c2d-64de-42e9-8c78-843fdcc1171c admin admin] Loaded quota_driver: . Nov 23 08:51:27.218213 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c0375c2d-64de-42e9-8c78-843fdcc1171c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-289495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13381'] for router, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:27.220348 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c0375c2d-64de-42e9-8c78-843fdcc1171c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13372'] for router, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:27.372523 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c0375c2d-64de-42e9-8c78-843fdcc1171c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:27.377844 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c0375c2d-64de-42e9-8c78-843fdcc1171c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404828'] for router, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:27.397360 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c0375c2d-64de-42e9-8c78-843fdcc1171c admin admin] Publish callbacks [] for router, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:27.398527 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-c0375c2d-64de-42e9-8c78-843fdcc1171c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6681304 Nov 23 08:51:27.710658 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 0594deda-0687-4b0c-8085-67ac21b4af1e up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:51:27.810825 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 0594deda-0687-4b0c-8085-67ac21b4af1e triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:51:27.811205 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:27.923122 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:27.959432 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port 0594deda-0687-4b0c-8085-67ac21b4af1e, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=0594deda-0687-4b0c-8085-67ac21b4af1e,segment=NetworkSegment(7fded795-9f0d-45f2-8eec-7ddda60ccd2e),segment_id=7fded795-9f0d-45f2-8eec-7ddda60ccd2e)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:51:27.963676 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:28.012409 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=0594deda-0687-4b0c-8085-67ac21b4af1e,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:28.507945 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9191ff-550b-4972-81ef-d240700733ae None None] Network 71d6f912-cfae-4788-a0de-12da1e574d45 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:51:28.611736 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-c9efb36c-5435-4e67-ab33-4a0f096c9e83 None None] Provisioning complete for port 0594deda-0687-4b0c-8085-67ac21b4af1e triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:51:28.612098 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c9efb36c-5435-4e67-ab33-4a0f096c9e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:28.973611 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-1cb0aa49-757e-41b7-97dd-c83ce2e06065 None None] Provisioning complete for port 0594deda-0687-4b0c-8085-67ac21b4af1e triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:51:28.974293 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1cb0aa49-757e-41b7-97dd-c83ce2e06065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:29.675586 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 0594deda-0687-4b0c-8085-67ac21b4af1e up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:51:29.723991 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 0594deda-0687-4b0c-8085-67ac21b4af1e triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:51:29.724536 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:30.040153 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 60938) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:51:30.347851 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [None req-85d82951-7a57-4ea6-bd2d-7e3341417384 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 08:51:30.348830 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-85d82951-7a57-4ea6-bd2d-7e3341417384 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3077571 Nov 23 08:51:30.446152 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6682d500-1ad6-4547-948c-c5543b9a3705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:32.563235 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c37575c5-d621-41bc-91d6-ff307107a56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:32.828715 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 60946) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:51:33.136543 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:51:33.159227 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Made reservation on behalf of 4f638a0df49a4756b2583a77e5392697 for: {'network': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:51:33.162534 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:33.177831 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:33.278632 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:33.282209 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:33.293880 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Reserving flat network on physical network physnet1 {{(pid=102541) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 08:51:33.324199 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744614270639', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:33.324787 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Unsubscribe: segment precommit_create {{(pid=102541) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 08:51:33.325327 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.segments_db [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Added segment e092f18c-f6d7-4105-bc02-d6241cafef34 of type flat for network 35e91d60-8c71-47d2-b9df-69aef295cc4e Nov 23 08:51:33.340852 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcef752c-9550-4d66-97de-92e9ad43ed45,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:33.386298 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:33.386591 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:33.386926 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:33.387260 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:33.387590 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:33.387935 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:33.388263 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:33.388603 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:33.388935 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:33.389278 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:33.389600 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:33.389918 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Tracked resource versions report: Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: pushed versions: Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: { 'AddressGroup': {'1.2'}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'ConntrackHelper': {'1.0'}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Log': {'1.0'}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Network': {'1.1'}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Port': {'1.7'}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'PortForwarding': {'1.2'}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'QosPolicy': {'1.10'}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'SecurityGroup': {'1.5'}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'SecurityGroupRule': {'1.2'}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'SubPort': {'1.0'}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Subnet': {'1.1'}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Trunk': {'1.1'}} Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: consumer versions: Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: { DHCP agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: L3 agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: Metadata agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: Metering agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: Open vSwitch agent@dv-cinder-768458-17-iscsi: { 'AddressGroup': '1.2', Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'ConntrackHelper': '1.0', Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Log': '1.0', Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Network': '1.1', Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Port': '1.7', Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'PortForwarding': '1.2', Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'QosPolicy': '1.10', Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'SecurityGroup': '1.5', Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'SecurityGroupRule': '1.2', Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'SubPort': '1.0', Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Subnet': '1.1', Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Trunk': '1.1'}} Nov 23 08:51:33.391278 dv-cinder-768458-17-iscsi neutron-server[102541]: {{(pid=102541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 08:51:33.449043 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:33.491691 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:33.492878 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:51:33.493605 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:33.550347 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7205536 Nov 23 08:51:33.592851 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7badaf-2f5d-4b6e-8cb3-2b87f4b065c6 admin admin] Pushing event updated for resources: {'Network': ['ID=35e91d60-8c71-47d2-b9df-69aef295cc4e,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:33.605198 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 08:51:33.864434 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:34.823892 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:35.818554 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:36.044160 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 60968) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:51:36.264740 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292fedb-e31f-451c-805e-16af20afd293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:51:36.266136 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-a292fedb-e31f-451c-805e-16af20afd293 admin admin] 10.222.0.46 "GET /v2.0/subnets/8b7b171d-81ce-4f34-a559-c2991a3d4525 HTTP/1.1" status: 200 len: 849 time: 0.2210281 Nov 23 08:51:36.398881 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-2e9470d6-d44b-4c09-a83a-1572688915a8 admin admin] 10.222.0.46 "GET /v2.0/routers/716be1c7-2df1-4b51-ba6f-e85fc2bd31d0 HTTP/1.1" status: 200 len: 704 time: 0.1262426 Nov 23 08:51:36.658950 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:36.951776 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Allocated IP 172.20.0.1 (71d6f912-cfae-4788-a0de-12da1e574d45/8b7b171d-81ce-4f34-a559-c2991a3d4525/89822814-7b29-41f4-b5be-c2df58fb382d) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:51:37.134387 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:37.200056 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:37.267962 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Network 71d6f912-cfae-4788-a0de-12da1e574d45 is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:51:37.274332 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:51:37.284773 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:51:37.285189 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404909'] for router_interface, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:37.342814 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Pushing event updated for resources: {'Port': ['ID=89822814-7b29-41f4-b5be-c2df58fb382d,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:37.480484 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:37.521768 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-d5bbd062-efcb-4e07-9966-03fe434c91d8 None None] Provisioning complete for port 89822814-7b29-41f4-b5be-c2df58fb382d triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:51:37.522363 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd062-efcb-4e07-9966-03fe434c91d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:37.557536 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-d5bbd062-efcb-4e07-9966-03fe434c91d8 None None] Port 89822814-7b29-41f4-b5be-c2df58fb382d cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 08:51:37.740215 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:37.744718 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:37.745478 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404509'] for router_interface, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:37.803808 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Pushing event updated for resources: {'Port': ['ID=89822814-7b29-41f4-b5be-c2df58fb382d,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:37.869281 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Network 71d6f912-cfae-4788-a0de-12da1e574d45 is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:51:37.870651 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:51:38.035188 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Router 716be1c7-2df1-4b51-ba6f-e85fc2bd31d0 is scheduled to L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce with binding_index 1 {{(pid=102541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 08:51:38.078551 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-49385df8-c7ab-489d-b148-317cb82796c4 None None] Provisioning complete for port 89822814-7b29-41f4-b5be-c2df58fb382d triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:51:38.078932 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-49385df8-c7ab-489d-b148-317cb82796c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:38.114460 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-49385df8-c7ab-489d-b148-317cb82796c4 None None] Port 89822814-7b29-41f4-b5be-c2df58fb382d cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 08:51:38.127723 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 08:51:38.133380 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-16a7715f-9128-42f4-a0e3-44d0d5686a42 admin admin] 10.222.0.46 "PUT /v2.0/routers/716be1c7-2df1-4b51-ba6f-e85fc2bd31d0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7288513 Nov 23 08:51:38.149008 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Sync routers for ids ['716be1c7-2df1-4b51-ba6f-e85fc2bd31d0'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 08:51:38.162151 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Routers {'716be1c7-2df1-4b51-ba6f-e85fc2bd31d0'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:51:38.163149 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:51:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['716be1c7-2df1-4b51-ba6f-e85fc2bd31d0'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:51:38.351968 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Set router 716be1c7-2df1-4b51-ba6f-e85fc2bd31d0 gateway port host: None {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:51:38.779145 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'name': 'router1', 'tenant_id': '78350ac86b174659a91e25124076367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:51:27Z', 'updated_at': '2021-11-23T08:51:37Z', 'revision_number': 2, 'project_id': '78350ac86b174659a91e25124076367a', 'gw_port_host': None, '_interfaces': [{'id': '89822814-7b29-41f4-b5be-c2df58fb382d', 'name': '', 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45', 'tenant_id': '78350ac86b174659a91e25124076367a', 'mac_address': 'fa:16:3e:b0:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b7b171d-81ce-4f34-a559-c2991a3d4525', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:51:36Z', 'updated_at': '2021-11-23T08:51:37Z', 'revision_number': 2, 'project_id': '78350ac86b174659a91e25124076367a', 'subnets': [{'id': '8b7b171d-81ce-4f34-a559-c2991a3d4525', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63cee662-1454-4dd7-b46b-b113d60274b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:51:38.829862 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Checking router: 716be1c7-2df1-4b51-ba6f-e85fc2bd31d0 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 08:51:38.830237 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Updating router 716be1c7-2df1-4b51-ba6f-e85fc2bd31d0 port 89822814-7b29-41f4-b5be-c2df58fb382d binding host dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 08:51:38.878618 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:39.385826 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:39.391724 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:39.559424 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Pushing event updated for resources: {'Port': ['ID=89822814-7b29-41f4-b5be-c2df58fb382d,revision_number=3']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:39.568614 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Attempting to bind port 89822814-7b29-41f4-b5be-c2df58fb382d on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:51:39.569012 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Attempting to bind port 89822814-7b29-41f4-b5be-c2df58fb382d by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '7fded795-9f0d-45f2-8eec-7ddda60ccd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45'}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:51:39.569474 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Attempting to bind port 89822814-7b29-41f4-b5be-c2df58fb382d on network 71d6f912-cfae-4788-a0de-12da1e574d45 {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:51:39.572791 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:39.573145 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:39.573504 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:39.573835 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:39.574163 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:39.574493 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:39.574915 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:39.575237 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:39.575574 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:39.575895 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:39.576209 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:39.576521 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Tracked resource versions report: Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: pushed versions: Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: { 'AddressGroup': {'1.2'}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'ConntrackHelper': {'1.0'}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Log': {'1.0'}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Network': {'1.1'}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Port': {'1.7'}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'PortForwarding': {'1.2'}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'QosPolicy': {'1.10'}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'SecurityGroup': {'1.5'}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'SecurityGroupRule': {'1.2'}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'SubPort': {'1.0'}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Subnet': {'1.1'}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Trunk': {'1.1'}} Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: consumer versions: Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: { DHCP agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: L3 agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: Metadata agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: Metering agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: Open vSwitch agent@dv-cinder-768458-17-iscsi: { 'AddressGroup': '1.2', Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'ConntrackHelper': '1.0', Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Log': '1.0', Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Network': '1.1', Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Port': '1.7', Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'PortForwarding': '1.2', Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'QosPolicy': '1.10', Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'SecurityGroup': '1.5', Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'SecurityGroupRule': '1.2', Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'SubPort': '1.0', Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Subnet': '1.1', Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Trunk': '1.1'}} Nov 23 08:51:39.577827 dv-cinder-768458-17-iscsi neutron-server[102544]: {{(pid=102544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 08:51:39.583926 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:51:39.584361 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Checking segment: {'id': '7fded795-9f0d-45f2-8eec-7ddda60ccd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:51:39.584792 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:39.585195 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Bound using segment: {'id': '7fded795-9f0d-45f2-8eec-7ddda60ccd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45'} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:51:39.586162 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Bound port: 89822814-7b29-41f4-b5be-c2df58fb382d, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fded795-9f0d-45f2-8eec-7ddda60ccd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45'}}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:51:39.586162 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:39.645604 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-68bf2bf4-11a9-4bb2-acd0-608290ec4ceb None None] Provisioning complete for port 89822814-7b29-41f4-b5be-c2df58fb382d triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:51:39.646096 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-68bf2bf4-11a9-4bb2-acd0-608290ec4ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:39.655391 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] For port 89822814-7b29-41f4-b5be-c2df58fb382d, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:51:39.677607 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] For port 89822814-7b29-41f4-b5be-c2df58fb382d, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=89822814-7b29-41f4-b5be-c2df58fb382d,segment=NetworkSegment(7fded795-9f0d-45f2-8eec-7ddda60ccd2e),segment_id=7fded795-9f0d-45f2-8eec-7ddda60ccd2e)] {{(pid=102544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:51:39.682436 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:39.682615 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-68bf2bf4-11a9-4bb2-acd0-608290ec4ceb None None] Port 89822814-7b29-41f4-b5be-c2df58fb382d cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 08:51:39.742084 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87a1c1-a6cb-4dec-910b-552ce9fc35f8 None None] Pushing event updated for resources: {'Port': ['ID=89822814-7b29-41f4-b5be-c2df58fb382d,revision_number=4']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:39.746118 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Routers {'716be1c7-2df1-4b51-ba6f-e85fc2bd31d0'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:51:39.746719 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:51:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['716be1c7-2df1-4b51-ba6f-e85fc2bd31d0'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:51:39.837442 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] Set router 716be1c7-2df1-4b51-ba6f-e85fc2bd31d0 gateway port host: None {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:51:39.903641 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-6bebf08f-45af-4409-9893-ed8437b6dcb7 None None] Provisioning complete for port 89822814-7b29-41f4-b5be-c2df58fb382d triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:51:39.904074 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6bebf08f-45af-4409-9893-ed8437b6dcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:39.983320 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6bebf08f-45af-4409-9893-ed8437b6dcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:40.018731 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-6bebf08f-45af-4409-9893-ed8437b6dcb7 None None] For port 89822814-7b29-41f4-b5be-c2df58fb382d, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=89822814-7b29-41f4-b5be-c2df58fb382d,segment=NetworkSegment(7fded795-9f0d-45f2-8eec-7ddda60ccd2e),segment_id=7fded795-9f0d-45f2-8eec-7ddda60ccd2e)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:51:40.024806 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6bebf08f-45af-4409-9893-ed8437b6dcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:40.057653 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'name': 'router1', 'tenant_id': '78350ac86b174659a91e25124076367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:51:27Z', 'updated_at': '2021-11-23T08:51:37Z', 'revision_number': 2, 'project_id': '78350ac86b174659a91e25124076367a', 'gw_port_host': None, '_interfaces': [{'id': '89822814-7b29-41f4-b5be-c2df58fb382d', 'name': '', 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45', 'tenant_id': '78350ac86b174659a91e25124076367a', 'mac_address': 'fa:16:3e:b0:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b7b171d-81ce-4f34-a559-c2991a3d4525', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:51:36Z', 'updated_at': '2021-11-23T08:51:39Z', 'revision_number': 4, 'project_id': '78350ac86b174659a91e25124076367a', 'subnets': [{'id': '8b7b171d-81ce-4f34-a559-c2991a3d4525', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63cee662-1454-4dd7-b46b-b113d60274b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:51:40.074704 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebf08f-45af-4409-9893-ed8437b6dcb7 None None] Pushing event updated for resources: {'Port': ['ID=89822814-7b29-41f4-b5be-c2df58fb382d,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:40.087353 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ebca4-649d-4cf5-88f9-c3f285355e05 None None] The sync data for ids ['716be1c7-2df1-4b51-ba6f-e85fc2bd31d0'] in dv-cinder-768458-17-iscsi is: [{'id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'name': 'router1', 'tenant_id': '78350ac86b174659a91e25124076367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:51:27Z', 'updated_at': '2021-11-23T08:51:37Z', 'revision_number': 2, 'project_id': '78350ac86b174659a91e25124076367a', 'gw_port_host': None, '_interfaces': [{'id': '89822814-7b29-41f4-b5be-c2df58fb382d', 'name': '', 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45', 'tenant_id': '78350ac86b174659a91e25124076367a', 'mac_address': 'fa:16:3e:b0:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b7b171d-81ce-4f34-a559-c2991a3d4525', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:51:36Z', 'updated_at': '2021-11-23T08:51:39Z', 'revision_number': 4, 'project_id': '78350ac86b174659a91e25124076367a', 'subnets': [{'id': '8b7b171d-81ce-4f34-a559-c2991a3d4525', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63cee662-1454-4dd7-b46b-b113d60274b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 08:51:40.476124 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 60988) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:51:40.584590 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf45d28-3a10-44b9-b52f-5ede0e144f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:51:40.585999 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-1cf45d28-3a10-44b9-b52f-5ede0e144f31 admin admin] 10.222.0.46 "GET /v2.0/networks/35e91d60-8c71-47d2-b9df-69aef295cc4e HTTP/1.1" status: 200 len: 842 time: 0.1089497 Nov 23 08:51:40.595720 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-6b21c8fe-51a3-4a6c-826d-f49b8067cbac admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'name': 'public-subnet'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:51:40.626313 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b21c8fe-51a3-4a6c-826d-f49b8067cbac admin admin] Made reservation on behalf of 4f638a0df49a4756b2583a77e5392697 for: {'subnet': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:51:40.628613 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6b21c8fe-51a3-4a6c-826d-f49b8067cbac admin admin] Publish callbacks [] for subnet, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:40.935722 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.objects.ports [None req-6b21c8fe-51a3-4a6c-826d-f49b8067cbac admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102541) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 08:51:40.936156 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6b21c8fe-51a3-4a6c-826d-f49b8067cbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:40.990905 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21c8fe-51a3-4a6c-826d-f49b8067cbac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce464ed4-6c86-4340-8275-eb961e713b2b,revision_number=0']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:40.999413 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21c8fe-51a3-4a6c-826d-f49b8067cbac admin admin] Checking segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:51:40.999766 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21c8fe-51a3-4a6c-826d-f49b8067cbac admin admin] Network hostable DHCP agents. Network: 35e91d60-8c71-47d2-b9df-69aef295cc4e, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 08:51:41.019978 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21c8fe-51a3-4a6c-826d-f49b8067cbac admin admin] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 08:51:41.030602 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-6b21c8fe-51a3-4a6c-826d-f49b8067cbac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, 35e91d60-8c71-47d2-b9df-69aef295cc4e) {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:51:41.034611 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21c8fe-51a3-4a6c-826d-f49b8067cbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:51:41.035197 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6b21c8fe-51a3-4a6c-826d-f49b8067cbac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:41.041483 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77021665-841b-4da9-ade2-65d4fd0e46dc None None] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:51:41.064772 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-6b21c8fe-51a3-4a6c-826d-f49b8067cbac admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4606996 Nov 23 08:51:41.175559 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31416a37-7a78-4214-9ae4-4641df867bc2 None None] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:51:43.449075 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 60996) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:51:43.705691 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-1482f44d-fb9d-48da-962c-82fc9afe6a1c admin admin] 10.222.0.46 "GET /v2.0/routers/716be1c7-2df1-4b51-ba6f-e85fc2bd31d0 HTTP/1.1" status: 200 len: 710 time: 0.2554009 Nov 23 08:51:43.837448 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6336c8f-8679-41f6-b16e-9e7dd7fe1a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:51:43.838889 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-d6336c8f-8679-41f6-b16e-9e7dd7fe1a8e admin admin] 10.222.0.46 "GET /v2.0/networks/35e91d60-8c71-47d2-b9df-69aef295cc4e HTTP/1.1" status: 200 len: 886 time: 0.1262007 Nov 23 08:51:43.848368 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:51:44.096024 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:44.338128 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:44.413637 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:44.567893 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Allocated IP 172.27.2.128 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/f5093132-8273-4fd0-8dc0-d6ac3b688a42) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:51:44.726222 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:44.787535 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:44.853304 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:51:44.863867 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:51:44.871535 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:51:44.877297 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f5093132-8273-4fd0-8dc0-d6ac3b688a42,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:45.160432 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:45.353554 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13354'] for router, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:45.358406 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-404572'] for router, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:45.469466 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Router 716be1c7-2df1-4b51-ba6f-e85fc2bd31d0 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 08:51:45.587208 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 08:51:45.592824 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:45.596964 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-16d947e1-f2af-4bc3-9edd-ed750b96e5b1 admin admin] 10.222.0.46 "PUT /v2.0/routers/716be1c7-2df1-4b51-ba6f-e85fc2bd31d0 HTTP/1.1" status: 200 len: 890 time: 1.7490964 Nov 23 08:51:45.711229 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 89822814-7b29-41f4-b5be-c2df58fb382d up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:51:45.770274 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 89822814-7b29-41f4-b5be-c2df58fb382d triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:51:45.770842 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:47.001970 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Sync routers for ids ['716be1c7-2df1-4b51-ba6f-e85fc2bd31d0'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 08:51:47.014105 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Routers {'716be1c7-2df1-4b51-ba6f-e85fc2bd31d0'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:51:47.014833 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:51:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['716be1c7-2df1-4b51-ba6f-e85fc2bd31d0'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:51:47.218636 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Set router 716be1c7-2df1-4b51-ba6f-e85fc2bd31d0 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:51:47.666436 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'name': 'router1', 'tenant_id': '78350ac86b174659a91e25124076367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f5093132-8273-4fd0-8dc0-d6ac3b688a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:51:27Z', 'updated_at': '2021-11-23T08:51:45Z', 'revision_number': 4, 'project_id': '78350ac86b174659a91e25124076367a', 'gw_port': {'id': 'f5093132-8273-4fd0-8dc0-d6ac3b688a42', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:38:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:51:44Z', 'updated_at': '2021-11-23T08:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '89822814-7b29-41f4-b5be-c2df58fb382d', 'name': '', 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45', 'tenant_id': '78350ac86b174659a91e25124076367a', 'mac_address': 'fa:16:3e:b0:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b7b171d-81ce-4f34-a559-c2991a3d4525', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:51:36Z', 'updated_at': '2021-11-23T08:51:40Z', 'revision_number': 5, 'project_id': '78350ac86b174659a91e25124076367a', 'subnets': [{'id': '8b7b171d-81ce-4f34-a559-c2991a3d4525', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63cee662-1454-4dd7-b46b-b113d60274b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:51:47.716989 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Checking router: 716be1c7-2df1-4b51-ba6f-e85fc2bd31d0 for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 08:51:47.717390 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Updating router 716be1c7-2df1-4b51-ba6f-e85fc2bd31d0 port f5093132-8273-4fd0-8dc0-d6ac3b688a42 binding host dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 08:51:47.763938 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:48.077747 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Publish callbacks [] for port, precommit_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:48.084075 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:48.138124 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Attempting to bind port f5093132-8273-4fd0-8dc0-d6ac3b688a42 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:51:48.138493 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Attempting to bind port f5093132-8273-4fd0-8dc0-d6ac3b688a42 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:51:48.138853 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Attempting to bind port f5093132-8273-4fd0-8dc0-d6ac3b688a42 on network 35e91d60-8c71-47d2-b9df-69aef295cc4e {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:51:48.140036 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 32776) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:51:48.143536 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56dd73-0808-489e-9fc4-d036c53b18ef None None] Pushing event updated for resources: {'Port': ['ID=f5093132-8273-4fd0-8dc0-d6ac3b688a42,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:48.149200 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:51:48.149515 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Checking segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:51:48.149917 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:48.150410 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Bound using segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:51:48.150882 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Bound port: f5093132-8273-4fd0-8dc0-d6ac3b688a42, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:51:48.151256 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:48.201310 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] For port f5093132-8273-4fd0-8dc0-d6ac3b688a42, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:51:48.204306 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] For port f5093132-8273-4fd0-8dc0-d6ac3b688a42, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=f5093132-8273-4fd0-8dc0-d6ac3b688a42,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:51:48.209782 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:48.257757 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-7b8088b3-55d9-4911-8168-41bc97aba681 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1165965 Nov 23 08:51:48.262274 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Routers {'716be1c7-2df1-4b51-ba6f-e85fc2bd31d0'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:51:48.262885 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:51:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['716be1c7-2df1-4b51-ba6f-e85fc2bd31d0'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:51:48.308112 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56dd73-0808-489e-9fc4-d036c53b18ef None None] Pushing event updated for resources: {'Port': ['ID=f5093132-8273-4fd0-8dc0-d6ac3b688a42,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:48.386294 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] Set router 716be1c7-2df1-4b51-ba6f-e85fc2bd31d0 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:51:48.603608 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'name': 'router1', 'tenant_id': '78350ac86b174659a91e25124076367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f5093132-8273-4fd0-8dc0-d6ac3b688a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:51:27Z', 'updated_at': '2021-11-23T08:51:45Z', 'revision_number': 4, 'project_id': '78350ac86b174659a91e25124076367a', 'gw_port': {'id': 'f5093132-8273-4fd0-8dc0-d6ac3b688a42', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:38:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:51:44Z', 'updated_at': '2021-11-23T08:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '89822814-7b29-41f4-b5be-c2df58fb382d', 'name': '', 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45', 'tenant_id': '78350ac86b174659a91e25124076367a', 'mac_address': 'fa:16:3e:b0:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b7b171d-81ce-4f34-a559-c2991a3d4525', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:51:36Z', 'updated_at': '2021-11-23T08:51:40Z', 'revision_number': 5, 'project_id': '78350ac86b174659a91e25124076367a', 'subnets': [{'id': '8b7b171d-81ce-4f34-a559-c2991a3d4525', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63cee662-1454-4dd7-b46b-b113d60274b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:51:48.630945 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767d2057-700e-4ddd-af62-af9e735de730 None None] The sync data for ids ['716be1c7-2df1-4b51-ba6f-e85fc2bd31d0'] in dv-cinder-768458-17-iscsi is: [{'id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'name': 'router1', 'tenant_id': '78350ac86b174659a91e25124076367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f5093132-8273-4fd0-8dc0-d6ac3b688a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:51:27Z', 'updated_at': '2021-11-23T08:51:45Z', 'revision_number': 4, 'project_id': '78350ac86b174659a91e25124076367a', 'gw_port': {'id': 'f5093132-8273-4fd0-8dc0-d6ac3b688a42', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:38:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:51:44Z', 'updated_at': '2021-11-23T08:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '89822814-7b29-41f4-b5be-c2df58fb382d', 'name': '', 'network_id': '71d6f912-cfae-4788-a0de-12da1e574d45', 'tenant_id': '78350ac86b174659a91e25124076367a', 'mac_address': 'fa:16:3e:b0:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be1c7-2df1-4b51-ba6f-e85fc2bd31d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b7b171d-81ce-4f34-a559-c2991a3d4525', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:51:36Z', 'updated_at': '2021-11-23T08:51:40Z', 'revision_number': 5, 'project_id': '78350ac86b174659a91e25124076367a', 'subnets': [{'id': '8b7b171d-81ce-4f34-a559-c2991a3d4525', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63cee662-1454-4dd7-b46b-b113d60274b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 08:51:49.736044 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device f5093132-8273-4fd0-8dc0-d6ac3b688a42 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:51:49.784157 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port f5093132-8273-4fd0-8dc0-d6ac3b688a42 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:51:49.784551 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:49.860071 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:49.879550 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port f5093132-8273-4fd0-8dc0-d6ac3b688a42, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=f5093132-8273-4fd0-8dc0-d6ac3b688a42,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:51:49.883390 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:51:49.930395 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=f5093132-8273-4fd0-8dc0-d6ac3b688a42,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:51:51.716713 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device f5093132-8273-4fd0-8dc0-d6ac3b688a42 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:51:51.783338 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port f5093132-8273-4fd0-8dc0-d6ac3b688a42 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:51:51.783338 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:52:00.443243 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-edb90d3e-0adf-4fae-bc54-30ead7e2f5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:52:02.503549 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 5 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:52:02.581443 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-de81573d-ba03-4a20-a71a-79ad617e640b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:52:03.876324 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:52:04.834963 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:52:05.827998 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:52:30.443894 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-e58ed299-4fb1-46d6-aeff-a3ad7bff7889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:52:32.564728 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a1061a83-24c2-4a94-b872-2fb139c9d8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:52:33.878277 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:52:34.839193 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:52:35.820780 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:52:39.504248 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 5 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:53:00.435482 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-b6161825-a6b4-4b95-8c51-f31168f64dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:02.566289 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-f6442ac0-16ba-43c4-be68-fbf6b7254ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:03.880200 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:04.839375 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:05.822867 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:07.721868 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 33260) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:53:07.783228 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e31093-fd97-45c5-ab4b-a912da816543 admin admin] GET failed (client error): The resource could not be found. Nov 23 08:53:07.784823 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-e5e31093-fd97-45c5-ab4b-a912da816543 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619922 Nov 23 08:53:07.947671 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52541697-cb0d-40d5-be96-4726a3ed2378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:07.949047 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-52541697-cb0d-40d5-be96-4726a3ed2378 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1596904 Nov 23 08:53:10.223218 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 33270) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:53:10.316632 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f764f6-9fb7-4c72-81ed-f895ae7ba1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:10.317992 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-45f764f6-9fb7-4c72-81ed-f895ae7ba1bf admin admin] 10.222.0.46 "GET /v2.0/subnets/8b7b171d-81ce-4f34-a559-c2991a3d4525 HTTP/1.1" status: 200 len: 849 time: 0.0938272 Nov 23 08:53:10.327720 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:53:10.481637 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Publish callbacks [] for subnet, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:10.624002 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744614143353'] for subnet, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:10.651752 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:10.652353 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:10.653667 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] 10.222.0.46 "PUT /v2.0/subnets/8b7b171d-81ce-4f34-a559-c2991a3d4525 HTTP/1.1" status: 200 len: 868 time: 0.3294954 Nov 23 08:53:10.657275 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cd2df0-7e51-48f2-ba5f-7a1be739cddd None None] Network 71d6f912-cfae-4788-a0de-12da1e574d45 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:53:10.680548 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7b171d-81ce-4f34-a559-c2991a3d4525,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:53:10.687888 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:53:10.688236 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:53:10.688586 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:53:10.688969 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:53:10.689557 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:53:10.690068 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:53:10.690414 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:53:10.690752 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:53:10.691089 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:53:10.691421 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:53:10.691804 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:53:10.692076 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040eaf6e-dbbc-4aea-8c3a-62020fe88bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:53:11.085621 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-bc4bfd19-2cb8-4b6d-9ba1-c55911dcab99 None None] Provisioning complete for port 89822814-7b29-41f4-b5be-c2df58fb382d triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:53:11.086144 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-bc4bfd19-2cb8-4b6d-9ba1-c55911dcab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:11.175898 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-bc4bfd19-2cb8-4b6d-9ba1-c55911dcab99 None None] Provisioning complete for port 0594deda-0687-4b0c-8085-67ac21b4af1e triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:53:11.176186 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-bc4bfd19-2cb8-4b6d-9ba1-c55911dcab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:12.941562 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33278) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:53:13.141191 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8ca88f-2dc3-48c2-806f-f9c5124b900b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:13.141710 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8ca88f-2dc3-48c2-806f-f9c5124b900b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:13.144874 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-ce8ca88f-2dc3-48c2-806f-f9c5124b900b admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023079 Nov 23 08:53:15.391139 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33288) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:53:15.521938 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc75c2f-f9d2-4e73-9a3c-40924a52ecd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:15.522403 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc75c2f-f9d2-4e73-9a3c-40924a52ecd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:15.523900 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-2bc75c2f-f9d2-4e73-9a3c-40924a52ecd9 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318209 Nov 23 08:53:16.504161 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 5 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:53:17.778050 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33296) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:53:17.901459 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7646390-425f-4d61-b3d9-0b55e29dd6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:17.902810 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-a7646390-425f-4d61-b3d9-0b55e29dd6c8 admin admin] 10.222.0.46 "GET /v2.0/networks/35e91d60-8c71-47d2-b9df-69aef295cc4e HTTP/1.1" status: 200 len: 886 time: 0.1238093 Nov 23 08:53:20.165129 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33304) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:53:20.363568 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d1016-a299-41af-a729-c30c67afde6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:20.364833 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-b44d1016-a299-41af-a729-c30c67afde6d admin admin] 10.222.0.46 "GET /v2.0/networks/71d6f912-cfae-4788-a0de-12da1e574d45 HTTP/1.1" status: 200 len: 869 time: 0.1987150 Nov 23 08:53:22.636793 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33312) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:53:22.759084 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf945c4-feba-4536-90b4-9cb6ffa157f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:22.759529 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf945c4-feba-4536-90b4-9cb6ffa157f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:22.761021 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-cbf945c4-feba-4536-90b4-9cb6ffa157f8 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232471 Nov 23 08:53:25.026046 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33320) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:53:25.117021 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d3ee9a-3ff1-4267-a245-4da0cea4f619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:25.117496 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d3ee9a-3ff1-4267-a245-4da0cea4f619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:25.119025 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-59d3ee9a-3ff1-4267-a245-4da0cea4f619 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0920134 Nov 23 08:53:27.390812 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33328) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:53:27.481048 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3284ca0-2e18-4fef-80a2-b2072e7bde82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:27.482396 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-a3284ca0-2e18-4fef-80a2-b2072e7bde82 admin admin] 10.222.0.46 "GET /v2.0/subnets/8b7b171d-81ce-4f34-a559-c2991a3d4525 HTTP/1.1" status: 200 len: 868 time: 0.0905645 Nov 23 08:53:29.726183 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33336) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:53:29.815938 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34edc707-dc83-44d5-99e8-17289ca72973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:29.817293 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-34edc707-dc83-44d5-99e8-17289ca72973 admin admin] 10.222.0.46 "GET /v2.0/subnets/ce464ed4-6c86-4340-8275-eb961e713b2b HTTP/1.1" status: 200 len: 816 time: 0.0901439 Nov 23 08:53:30.437823 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8750-c1f9-4f46-88d3-8e9cb098c722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:32.567650 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c1c2ece3-a474-4965-8049-39da931fc76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:33.881948 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:34.838188 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:35.826753 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:53.503341 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 5 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:53:53.963874 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33390) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:53:54.010979 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [None req-924bb008-a0ab-44fd-84b1-54a13a0f3a54 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 08:53:54.011949 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-924bb008-a0ab-44fd-84b1-54a13a0f3a54 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471566 Nov 23 08:53:56.370231 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 33398) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:53:56.429493 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0a9613-176f-400e-8c37-c2c423bf75cb admin admin] GET failed (client error): The resource could not be found. Nov 23 08:53:56.430747 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-4a0a9613-176f-400e-8c37-c2c423bf75cb admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596423 Nov 23 08:53:56.514968 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9655f122-bccf-4c2f-b7b3-adc13d821723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:56.516424 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-9655f122-bccf-4c2f-b7b3-adc13d821723 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813329 Nov 23 08:53:58.808319 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 33406) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:53:58.856760 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-278544f9-0a4a-4f51-92ae-d3c25ccb3508 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:53:58.876976 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278544f9-0a4a-4f51-92ae-d3c25ccb3508 admin admin] Made reservation on behalf of 4f638a0df49a4756b2583a77e5392697 for: {'network': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:53:58.879201 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-278544f9-0a4a-4f51-92ae-d3c25ccb3508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:58.917386 dv-cinder-768458-17-iscsi neutron-server[102542]: WARNING neutron.services.revisions.revision_plugin [None req-278544f9-0a4a-4f51-92ae-d3c25ccb3508 admin admin] Could not find related network for resource to bump revision. Nov 23 08:53:58.930735 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278544f9-0a4a-4f51-92ae-d3c25ccb3508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 08:53:58.940149 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-278544f9-0a4a-4f51-92ae-d3c25ccb3508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:58.940496 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.segments_db [None req-278544f9-0a4a-4f51-92ae-d3c25ccb3508 admin admin] Added segment a806ff12-2b15-4a51-b39e-1f6f60a5a79f of type vlan for network ae20d7b9-ea1c-49c7-bb6e-900f8485096d Nov 23 08:53:58.986582 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-278544f9-0a4a-4f51-92ae-d3c25ccb3508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:59.009753 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-278544f9-0a4a-4f51-92ae-d3c25ccb3508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:59.010741 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278544f9-0a4a-4f51-92ae-d3c25ccb3508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:53:59.011343 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-278544f9-0a4a-4f51-92ae-d3c25ccb3508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:53:59.046961 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-278544f9-0a4a-4f51-92ae-d3c25ccb3508 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2375822 Nov 23 08:53:59.079852 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278544f9-0a4a-4f51-92ae-d3c25ccb3508 admin admin] Pushing event updated for resources: {'Network': ['ID=ae20d7b9-ea1c-49c7-bb6e-900f8485096d,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:53:59.095948 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network ae20d7b9-ea1c-49c7-bb6e-900f8485096d details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 08:54:00.442269 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc9b0-fce8-4aff-ad2c-d253dd2c0bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:01.346062 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 33414) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:54:01.412430 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.pecan_wsgi.hooks.translation [None req-79345dd7-5330-4d6f-a890-69c70dffc888 admin admin] GET failed (client error): The resource could not be found. Nov 23 08:54:01.413735 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-79345dd7-5330-4d6f-a890-69c70dffc888 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0667171 Nov 23 08:54:01.485822 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547009ad-68e6-435a-ad1a-617c5f19027a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:54:01.487780 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-547009ad-68e6-435a-ad1a-617c5f19027a admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695341 Nov 23 08:54:01.497757 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-9093b217-a2fd-45dc-a1a5-9a36b028b1da admin admin] Request body: {'subnet': {'network_id': 'ae20d7b9-ea1c-49c7-bb6e-900f8485096d', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:54:01.525779 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9093b217-a2fd-45dc-a1a5-9a36b028b1da admin admin] Made reservation on behalf of 4f638a0df49a4756b2583a77e5392697 for: {'subnet': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:54:01.528184 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9093b217-a2fd-45dc-a1a5-9a36b028b1da admin admin] Publish callbacks [] for subnet, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:01.691455 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9093b217-a2fd-45dc-a1a5-9a36b028b1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:01.738987 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093b217-a2fd-45dc-a1a5-9a36b028b1da admin admin] Pushing event updated for resources: {'Subnet': ['ID=fccdbc9a-12a5-46b7-babe-6598ece24db8,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:54:01.755182 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093b217-a2fd-45dc-a1a5-9a36b028b1da admin admin] Checking segment: {'id': 'a806ff12-2b15-4a51-b39e-1f6f60a5a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae20d7b9-ea1c-49c7-bb6e-900f8485096d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:54:01.755570 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093b217-a2fd-45dc-a1a5-9a36b028b1da admin admin] Network hostable DHCP agents. Network: ae20d7b9-ea1c-49c7-bb6e-900f8485096d, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 08:54:01.771357 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093b217-a2fd-45dc-a1a5-9a36b028b1da admin admin] Network ae20d7b9-ea1c-49c7-bb6e-900f8485096d is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 08:54:01.779587 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-9093b217-a2fd-45dc-a1a5-9a36b028b1da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, ae20d7b9-ea1c-49c7-bb6e-900f8485096d) {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:54:01.784270 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9093b217-a2fd-45dc-a1a5-9a36b028b1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:54:01.784904 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9093b217-a2fd-45dc-a1a5-9a36b028b1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:01.789491 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db50fe-4343-4332-acc6-7e84722d80ca None None] Network ae20d7b9-ea1c-49c7-bb6e-900f8485096d requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:54:01.805175 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-9093b217-a2fd-45dc-a1a5-9a36b028b1da admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3062234 Nov 23 08:54:01.939778 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp201ed441-e3b8-53ca-a227-4322de3d7a4e-ae20d7b9-ea1c-49c7-bb6e-900f8485096d', 'network_id': 'ae20d7b9-ea1c-49c7-bb6e-900f8485096d', 'tenant_id': '4f638a0df49a4756b2583a77e5392697', 'fixed_ips': [{'subnet_id': 'fccdbc9a-12a5-46b7-babe-6598ece24db8'}]}} from dv-cinder-768458-17-iscsi. {{(pid=102543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 08:54:01.940701 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:02.169096 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.db_base_plugin_common [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Allocated IP 192.168.233.2 (ae20d7b9-ea1c-49c7-bb6e-900f8485096d/fccdbc9a-12a5-46b7-babe-6598ece24db8/6147927b-4ef1-4572-86f1-a5182c74986e) {{(pid=102543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:54:02.312484 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Publish callbacks [] for port, precommit_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:02.318588 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:02.359822 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Network ae20d7b9-ea1c-49c7-bb6e-900f8485096d is already hosted by enough agents. {{(pid=102543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:54:02.365945 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.base_scheduler [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Resources bound (agent type, host, resource id): {{(pid=102543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:54:02.367764 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Pushing event updated for resources: {'Port': ['ID=6147927b-4ef1-4572-86f1-a5182c74986e,revision_number=1']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:54:02.369933 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Received port after_create {{(pid=102543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:54:02.394245 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:54:02.394622 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:54:02.394971 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:54:02.395309 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:54:02.395643 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:54:02.395993 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:54:02.396337 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:54:02.396690 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:54:02.396990 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:54:02.397341 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:54:02.397669 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:54:02.397990 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:54:02.435062 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Attempting to bind port 6147927b-4ef1-4572-86f1-a5182c74986e on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:54:02.435428 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Attempting to bind port 6147927b-4ef1-4572-86f1-a5182c74986e by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'a806ff12-2b15-4a51-b39e-1f6f60a5a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae20d7b9-ea1c-49c7-bb6e-900f8485096d'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:54:02.435795 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Attempting to bind port 6147927b-4ef1-4572-86f1-a5182c74986e on network ae20d7b9-ea1c-49c7-bb6e-900f8485096d {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:54:02.441012 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:54:02.441421 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Checking segment: {'id': 'a806ff12-2b15-4a51-b39e-1f6f60a5a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae20d7b9-ea1c-49c7-bb6e-900f8485096d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:54:02.441823 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:02.442222 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Bound using segment: {'id': 'a806ff12-2b15-4a51-b39e-1f6f60a5a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae20d7b9-ea1c-49c7-bb6e-900f8485096d'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:54:02.442689 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Bound port: 6147927b-4ef1-4572-86f1-a5182c74986e, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a806ff12-2b15-4a51-b39e-1f6f60a5a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae20d7b9-ea1c-49c7-bb6e-900f8485096d'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:54:02.443094 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:02.506142 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] For port 6147927b-4ef1-4572-86f1-a5182c74986e, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:54:02.509407 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] For port 6147927b-4ef1-4572-86f1-a5182c74986e, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=6147927b-4ef1-4572-86f1-a5182c74986e,segment=NetworkSegment(a806ff12-2b15-4a51-b39e-1f6f60a5a79f),segment_id=a806ff12-2b15-4a51-b39e-1f6f60a5a79f)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:54:02.515490 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:02.582311 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d4ea7-3e73-4a86-9165-7e7d38fb6fb1 None None] Pushing event updated for resources: {'Port': ['ID=6147927b-4ef1-4572-86f1-a5182c74986e,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:54:02.586326 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8c05388c-d547-4ce8-9753-762aff41c7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:03.398366 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562062a3-8c92-450c-a0e7-05b11174c6c2 None None] Network ae20d7b9-ea1c-49c7-bb6e-900f8485096d requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:54:03.510698 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-db7e5e31-2b9f-4521-8037-448200c4378c None None] Provisioning complete for port 6147927b-4ef1-4572-86f1-a5182c74986e triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:54:03.511078 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-db7e5e31-2b9f-4521-8037-448200c4378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:03.629078 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-db7e5e31-2b9f-4521-8037-448200c4378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:03.663352 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-db7e5e31-2b9f-4521-8037-448200c4378c None None] For port 6147927b-4ef1-4572-86f1-a5182c74986e, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=6147927b-4ef1-4572-86f1-a5182c74986e,segment=NetworkSegment(a806ff12-2b15-4a51-b39e-1f6f60a5a79f),segment_id=a806ff12-2b15-4a51-b39e-1f6f60a5a79f)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:54:03.667979 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-db7e5e31-2b9f-4521-8037-448200c4378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:03.721934 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e5e31-2b9f-4521-8037-448200c4378c None None] Pushing event updated for resources: {'Port': ['ID=6147927b-4ef1-4572-86f1-a5182c74986e,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:54:03.832140 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 6147927b-4ef1-4572-86f1-a5182c74986e up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:54:03.899563 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:03.907849 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 6147927b-4ef1-4572-86f1-a5182c74986e triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:54:03.908214 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:03.933426 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-58872824-955d-48ec-89ba-d59a01a1aa4a None None] Provisioning complete for port 6147927b-4ef1-4572-86f1-a5182c74986e triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:54:03.933793 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-58872824-955d-48ec-89ba-d59a01a1aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:04.843796 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:05.828477 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:30.443738 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a87cc035-31d0-42ec-b49b-cb2e3ab48b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:30.501828 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 5 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:54:32.570205 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-82939fb4-daf5-4799-ac7e-2e608644ca79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:33.886883 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:34.849387 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:54:35.831827 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:00.445638 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6591af87-28b6-49b0-8cfd-06eed94ec2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:02.571932 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-66cd477d-9877-4280-8608-a0e887ccc170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:03.890266 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:04.850922 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:05.833442 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:07.501268 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 5 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:55:13.258905 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 33460) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:55:13.264712 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [None req-504edefd-0899-422e-9c30-3c989b27172a tempest-verify_tempest_config-1470303569 tempest-verify_tempest_config-1470303569-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 08:55:13.265864 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-504edefd-0899-422e-9c30-3c989b27172a tempest-verify_tempest_config-1470303569 tempest-verify_tempest_config-1470303569-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059888 Nov 23 08:55:13.554817 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 33478) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:55:13.658885 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:13.730301 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:13.733554 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:13.779294 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc8fc746182b4b519958eaa78a3facbd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2234404 Nov 23 08:55:13.780100 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba6e912-5b86-429b-b72e-b17aef444285,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:55:13.782559 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33482) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:55:13.787796 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.788170 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.788521 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.788862 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.789216 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.789588 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.789930 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.790275 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.790611 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.790936 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.791263 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.791588 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269dcd7-6382-4825-8486-37b550cb5ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.836550 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:13.857509 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:13.945565 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:13.948115 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:13.951976 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ba6e912-5b86-429b-b72e-b17aef444285 HTTP/1.1" status: 204 len: 168 time: 0.1684701 Nov 23 08:55:13.960098 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba6e912-5b86-429b-b72e-b17aef444285,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:55:13.966702 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.967170 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.967575 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.967979 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.968977 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.969436 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.969833 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.970247 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.970641 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.971047 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.971455 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:13.971842 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860f353-8c1f-4ca6-866a-c4f1fd136c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:55:30.446186 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1a4f-fb92-4c66-a6a7-e83d18633b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:32.572664 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0e95dfc8-e94c-4ad4-b639-4fea9691721f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:33.896036 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:34.850240 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:35.835756 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:55:44.500350 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 5 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:56:00.446989 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-eb895477-21ad-4e2a-9a25-9b805a1e1492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:56:02.572692 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-ea33eaaa-7e76-4cfd-b8a9-e4ad3ee9c5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:56:03.895103 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:56:04.852898 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:56:05.837413 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:56:21.498233 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 5 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:56:30.447856 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-82f65839-c481-484d-a6fc-b23b338c8a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:56:32.573345 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-92a1b707-3ecc-4499-b827-32fc023ffeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:56:33.896464 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:56:34.857129 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:56:35.839283 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:56:45.313043 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405333'] for agent, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:56:58.496993 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:57:00.308975 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33556) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:57:00.411849 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-6a8ef23d-2187-4492-ab98-1fc262ef314f admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1017580 Nov 23 08:57:00.450671 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d8becec9-4cc3-48f5-8963-84b6ab6d47eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:57:02.575063 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-818de34a-9c72-4fdb-8b1e-3faa66239b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:57:02.700977 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33566) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:57:02.754929 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-638ad37b-0248-4be3-b3ee-85ada7286dfd admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0528612 Nov 23 08:57:03.899529 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:57:04.858762 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:57:05.840323 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:57:15.276738 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:57:30.452545 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-431e6506-0b68-4280-b84d-f4b71c7051dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:57:32.576388 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-57acbea6-504f-4ffd-bb1d-f6d987ee7a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:57:33.901709 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:57:34.872406 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:57:35.496115 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:57:35.841114 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:57:45.265854 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:00.453456 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-56f7085d-a021-464f-ba1d-37c32ad96c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:02.579332 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8cd4-f598-4839-9bf8-5d264aaa0c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:03.905689 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:04.865183 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:05.843679 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:12.495205 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:58:15.275335 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:30.486721 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac823-98f7-4be1-a3fa-17e4fd4dcdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:31.576633 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33722) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:31.811890 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1174347676-network', 'tenant_id': '4ccfb93758054da3a7ba7a802b01ca8d'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:31.834570 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Made reservation on behalf of 4ccfb93758054da3a7ba7a802b01ca8d for: {'network': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:31.837028 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:31.846443 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:31.934490 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:31.938981 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:31.966160 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cffd66-c704-4a4b-a99a-6aa358696d75,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:31.980081 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:31.980654 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:31.980776 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:31.981119 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:31.981470 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:31.981815 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:31.982145 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:31.982490 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:31.982823 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:31.983144 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:31.983595 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:31.983783 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Tracked resource versions report: Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: pushed versions: Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: { 'AddressGroup': {'1.2'}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'ConntrackHelper': {'1.0'}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Log': {'1.0'}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Network': {'1.1'}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Port': {'1.7'}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'PortForwarding': {'1.2'}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'QosPolicy': {'1.10'}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'SecurityGroup': {'1.5'}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'SecurityGroupRule': {'1.2'}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'SubPort': {'1.0'}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Subnet': {'1.1'}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Trunk': {'1.1'}} Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: consumer versions: Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: { DHCP agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: HyperV agent@hv-cinder-76845: {}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: L3 agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: Metadata agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: Metering agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: Open vSwitch agent@dv-cinder-768458-17-iscsi: { 'AddressGroup': '1.2', Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'ConntrackHelper': '1.0', Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Log': '1.0', Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Network': '1.1', Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Port': '1.7', Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'PortForwarding': '1.2', Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'QosPolicy': '1.10', Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'SecurityGroup': '1.5', Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'SecurityGroupRule': '1.2', Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'SubPort': '1.0', Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Subnet': '1.1', Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: 'Trunk': '1.1'}} Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: {{(pid=102541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 08:58:31.988628 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 08:58:32.001785 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.002778 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.segments_db [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Added segment 07de591c-c3a8-49a1-91c6-6d1e29687f58 of type vlan for network d97b32ee-221e-4103-8904-28844344b922 Nov 23 08:58:32.056118 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.084430 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.085763 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:32.088294 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.111928 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 33764) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:32.137257 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5589924 Nov 23 08:58:32.140078 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 33770) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:32.147968 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Request body: {'subnet': {'network_id': 'd97b32ee-221e-4103-8904-28844344b922', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1174347676-subnet', 'tenant_id': '4ccfb93758054da3a7ba7a802b01ca8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:32.169087 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86a70c-0176-496e-a2c2-e82561455562 admin admin] Pushing event updated for resources: {'Network': ['ID=d97b32ee-221e-4103-8904-28844344b922,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:32.172769 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Made reservation on behalf of 4ccfb93758054da3a7ba7a802b01ca8d for: {'subnet': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:32.175710 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.182680 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network d97b32ee-221e-4103-8904-28844344b922 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 08:58:32.369270 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.429758 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5991780c-a80f-4f98-b696-a357122285ce,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:32.441129 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:32.441529 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:32.441873 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:32.442225 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:32.442555 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:32.442899 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:32.443224 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:32.443566 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:32.443891 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:32.444206 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:32.444868 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:32.444868 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Tracked resource versions report: Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: pushed versions: Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: { 'AddressGroup': {'1.2'}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'ConntrackHelper': {'1.0'}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Log': {'1.0'}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Network': {'1.1'}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Port': {'1.7'}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'PortForwarding': {'1.2'}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'QosPolicy': {'1.10'}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'SecurityGroup': {'1.5'}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'SecurityGroupRule': {'1.2'}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'SubPort': {'1.0'}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Subnet': {'1.1'}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Trunk': {'1.1'}} Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: consumer versions: Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: { DHCP agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: HyperV agent@hv-cinder-76845: {}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: L3 agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: Metadata agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: Metering agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: Open vSwitch agent@dv-cinder-768458-17-iscsi: { 'AddressGroup': '1.2', Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'ConntrackHelper': '1.0', Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Log': '1.0', Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Network': '1.1', Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Port': '1.7', Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'PortForwarding': '1.2', Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'QosPolicy': '1.10', Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'SecurityGroup': '1.5', Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'SecurityGroupRule': '1.2', Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'SubPort': '1.0', Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Subnet': '1.1', Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: 'Trunk': '1.1'}} Nov 23 08:58:32.445931 dv-cinder-768458-17-iscsi neutron-server[102542]: {{(pid=102542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 08:58:32.461867 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Checking segment: {'id': '07de591c-c3a8-49a1-91c6-6d1e29687f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd97b32ee-221e-4103-8904-28844344b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:58:32.462217 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Network hostable DHCP agents. Network: d97b32ee-221e-4103-8904-28844344b922, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 08:58:32.479916 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Network d97b32ee-221e-4103-8904-28844344b922 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 08:58:32.490160 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, d97b32ee-221e-4103-8904-28844344b922) {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:32.495011 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:32.495599 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.500801 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fecdfaa-8a5b-4460-91e7-b8d04333181b None None] Network d97b32ee-221e-4103-8904-28844344b922 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:58:32.523417 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-a5ce41a0-22e9-4c25-9f49-e348d91520c1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3821921 Nov 23 08:58:32.554231 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 33788) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:32.568147 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-433708801-network', 'tenant_id': '82f534070f974dc882ad415be1a1d3ef'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:32.587315 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33792) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:32.604208 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-b1485e2f-d6e3-4a4e-b59d-a04964dd7e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.607591 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Made reservation on behalf of 82f534070f974dc882ad415be1a1d3ef for: {'network': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:32.611134 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.626342 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.679018 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253d56eb-bc7e-4529-9c03-292f4c9f6216 None None] Network d97b32ee-221e-4103-8904-28844344b922 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:58:32.723735 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.728653 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.758771 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 08:58:32.770076 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8380364-6b83-4c61-961d-8ffdd1730e9e,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:32.775085 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.775429 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.segments_db [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Added segment ac15d12c-1854-479e-ac0d-573c2e8c26f9 of type vlan for network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb Nov 23 08:58:32.828744 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.858875 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.859993 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:32.860747 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:32.901558 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7886539 Nov 23 08:58:32.905341 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33812) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:32.914304 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-a8380866-bfd2-4730-bbf8-c852f2134b5e admin admin] Request body: {'subnet': {'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-433708801-subnet', 'tenant_id': '82f534070f974dc882ad415be1a1d3ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:32.941559 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ebcb5-9a48-493b-85c6-f82d7cf3b4fc admin admin] Pushing event updated for resources: {'Network': ['ID=90165a93-ecd4-4624-b7b5-1b5c85ea25bb,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:32.955970 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 08:58:32.975410 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8380866-bfd2-4730-bbf8-c852f2134b5e admin admin] Made reservation on behalf of 82f534070f974dc882ad415be1a1d3ef for: {'subnet': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:32.979302 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a8380866-bfd2-4730-bbf8-c852f2134b5e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.059903 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-network', 'tenant_id': 'e25886501fbd4758b06603593508fd2c'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:33.103698 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Made reservation on behalf of e25886501fbd4758b06603593508fd2c for: {'network': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:33.107930 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.119137 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.120332 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-54351402-network', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:33.200137 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Made reservation on behalf of 10a0e7a1377f47a380bd0bb5a9c9ef48 for: {'network': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:33.202051 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.202410 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.208446 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.224523 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.225356 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 08:58:33.238452 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.238688 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a8380866-bfd2-4730-bbf8-c852f2134b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.239392 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.segments_db [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Added segment 7918e62a-c135-4cd3-b28c-35ffb4761a10 of type vlan for network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 Nov 23 08:58:33.292714 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.328310 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.329719 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:33.330883 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.337812 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8380866-bfd2-4730-bbf8-c852f2134b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a08cbcc1-e6a1-42f0-a355-e990471ea40c,revision_number=0']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:33.364678 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8380866-bfd2-4730-bbf8-c852f2134b5e admin admin] Checking segment: {'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:58:33.365035 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8380866-bfd2-4730-bbf8-c852f2134b5e admin admin] Network hostable DHCP agents. Network: 90165a93-ecd4-4624-b7b5-1b5c85ea25bb, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 08:58:33.418573 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8380866-bfd2-4730-bbf8-c852f2134b5e admin admin] Network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 08:58:33.422210 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.428836 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.441978 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 08:58:33.453242 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.453618 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.segments_db [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Added segment 808be254-c4cd-45e1-9e8e-822d369660e2 of type vlan for network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c Nov 23 08:58:33.502560 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.540804 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c884e9-072e-47ce-a38f-748185f53100,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:33.544108 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33840) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:33.544520 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9834445 Nov 23 08:58:33.548741 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-a8380866-bfd2-4730-bbf8-c852f2134b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, 90165a93-ecd4-4624-b7b5-1b5c85ea25bb) {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:33.552246 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Pushing event updated for resources: {'Network': ['ID=173e57ff-5d80-4e2b-b8fe-bc64d9610472,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:33.553418 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8380866-bfd2-4730-bbf8-c852f2134b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:33.555030 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a8380866-bfd2-4730-bbf8-c852f2134b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.558629 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7825c2-d5c1-41fb-b70f-36558f6a25ec None None] Network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:58:33.573481 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-313fab04-7537-46b3-9816-0ef0ae36f25a admin admin] Request body: {'subnet': {'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-subnet', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:33.574360 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9489ad0-e220-4cbd-8c43-fa07d73d3b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0465b9ce-1750-4bcf-8554-1f7b39f40b9b,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:33.587082 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-a8380866-bfd2-4730-bbf8-c852f2134b5e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6797748 Nov 23 08:58:33.634527 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313fab04-7537-46b3-9816-0ef0ae36f25a admin admin] Made reservation on behalf of e25886501fbd4758b06603593508fd2c for: {'subnet': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:33.637667 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-313fab04-7537-46b3-9816-0ef0ae36f25a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.673071 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 08:58:33.686407 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.687354 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:33.690714 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.789750 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aef3e6-f7f2-46bd-908f-4684a2ad9072 None None] Network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:58:33.883332 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 33854) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:33.883691 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2952461 Nov 23 08:58:33.889977 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-7ca5b743-bea1-45e1-86c3-eb29953e97c7 admin admin] Request body: {'subnet': {'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-54351402-subnet', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:33.941856 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca5b743-bea1-45e1-86c3-eb29953e97c7 admin admin] Made reservation on behalf of 10a0e7a1377f47a380bd0bb5a9c9ef48 for: {'subnet': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:33.944608 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b743-bea1-45e1-86c3-eb29953e97c7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:33.980854 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136a978-20bc-48d4-a29c-6bcebee986c4 admin admin] Pushing event updated for resources: {'Network': ['ID=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:34.014750 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 08:58:34.108882 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:34.214178 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-313fab04-7537-46b3-9816-0ef0ae36f25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:34.337978 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b743-bea1-45e1-86c3-eb29953e97c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:34.359467 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313fab04-7537-46b3-9816-0ef0ae36f25a admin admin] Checking segment: {'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:58:34.359819 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313fab04-7537-46b3-9816-0ef0ae36f25a admin admin] Network hostable DHCP agents. Network: 173e57ff-5d80-4e2b-b8fe-bc64d9610472, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 08:58:34.373730 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fab04-7537-46b3-9816-0ef0ae36f25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4db1fb-4174-4809-961e-7011cda7173c,revision_number=0']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:34.404879 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313fab04-7537-46b3-9816-0ef0ae36f25a admin admin] Network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 08:58:34.421636 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-313fab04-7537-46b3-9816-0ef0ae36f25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, 173e57ff-5d80-4e2b-b8fe-bc64d9610472) {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:34.427422 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313fab04-7537-46b3-9816-0ef0ae36f25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:34.428217 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-313fab04-7537-46b3-9816-0ef0ae36f25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:34.431262 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce558484-aba8-4fda-8a06-e4171175eaa9 None None] Network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:58:34.461729 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-313fab04-7537-46b3-9816-0ef0ae36f25a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9110997 Nov 23 08:58:34.462433 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33882) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:34.467167 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:34.519941 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-289495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13381'] for router, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:34.521253 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13372'] for router, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:34.548608 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5b743-bea1-45e1-86c3-eb29953e97c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c2220b-9036-4d1e-9c30-f159f5f6d815,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:34.600512 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5b743-bea1-45e1-86c3-eb29953e97c7 admin admin] Checking segment: {'id': '808be254-c4cd-45e1-9e8e-822d369660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:58:34.600874 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca5b743-bea1-45e1-86c3-eb29953e97c7 admin admin] Network hostable DHCP agents. Network: 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 08:58:34.635143 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca5b743-bea1-45e1-86c3-eb29953e97c7 admin admin] Network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 08:58:34.650248 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-7ca5b743-bea1-45e1-86c3-eb29953e97c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c) {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:34.652217 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:34.664695 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5b743-bea1-45e1-86c3-eb29953e97c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:34.665303 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b743-bea1-45e1-86c3-eb29953e97c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:34.670328 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750559a1-4cfc-4219-b847-5786372cc8d3 None None] Network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:58:34.694633 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-7ca5b743-bea1-45e1-86c3-eb29953e97c7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8088429 Nov 23 08:58:34.697097 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 33894) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:34.709387 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-54351402-router', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:34.770223 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-289495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13381'] for router, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:34.772245 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13372'] for router, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:34.839583 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b11feb-77f0-4c70-84c4-96926179a3ab None None] Network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:58:34.904018 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:34.988741 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp201ed441-e3b8-53ca-a227-4322de3d7a4e-173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c'}]}} from dv-cinder-768458-17-iscsi. {{(pid=102543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 08:58:34.989957 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:35.000929 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:35.197260 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:35.206406 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 33920) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:35.212620 dv-cinder-768458-17-iscsi neutron-server[102541]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 08:58:35.376042 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:35.388291 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.db_base_plugin_common [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Allocated IP 172.20.0.2 (173e57ff-5d80-4e2b-b8fe-bc64d9610472/7f4db1fb-4174-4809-961e-7011cda7173c/0b3de51e-0e82-4388-8f1f-7efe023ca937) {{(pid=102543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:58:35.688874 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47671a49-c366-4200-a981-8033ac2b7600 req-e38e51fd-61c5-4864-9c89-e8cd9984f0ac tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:35.691364 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-e38e51fd-61c5-4864-9c89-e8cd9984f0ac tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/networks?id=d97b32ee-221e-4103-8904-28844344b922 HTTP/1.1" status: 200 len: 812 time: 0.4800184 Nov 23 08:58:35.710645 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:35.724197 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:35.758236 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:35.774013 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-3cd92cee-2a85-47f8-b923-5117c0ef802b tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/quotas/4ccfb93758054da3a7ba7a802b01ca8d HTTP/1.1" status: 200 len: 375 time: 0.0695176 Nov 23 08:58:35.810359 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:35.818394 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:35.838786 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 is already hosted by enough agents. {{(pid=102543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:58:35.856015 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:35.878594 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.base_scheduler [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Resources bound (agent type, host, resource id): {{(pid=102543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:35.882725 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Received port after_create {{(pid=102543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:58:35.887490 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Pushing event updated for resources: {'Port': ['ID=0b3de51e-0e82-4388-8f1f-7efe023ca937,revision_number=1']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:35.917097 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:35.917541 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:35.917890 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:35.918230 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:35.918564 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:35.918905 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:35.919281 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:35.919557 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:35.919903 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:35.920242 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:35.920561 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:35.920893 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Tracked resource versions report: Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: pushed versions: Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: { 'AddressGroup': {'1.2'}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'ConntrackHelper': {'1.0'}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Log': {'1.0'}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Network': {'1.1'}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Port': {'1.7'}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'PortForwarding': {'1.2'}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'QosPolicy': {'1.10'}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'SecurityGroup': {'1.5'}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'SecurityGroupRule': {'1.2'}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'SubPort': {'1.0'}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Subnet': {'1.1'}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Trunk': {'1.1'}} Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: consumer versions: Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: { DHCP agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: HyperV agent@hv-cinder-76845: {}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: L3 agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: Metadata agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: Metering agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: Open vSwitch agent@dv-cinder-768458-17-iscsi: { 'AddressGroup': '1.2', Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'ConntrackHelper': '1.0', Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Log': '1.0', Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Network': '1.1', Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Port': '1.7', Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'PortForwarding': '1.2', Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'QosPolicy': '1.10', Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'SecurityGroup': '1.5', Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'SecurityGroupRule': '1.2', Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'SubPort': '1.0', Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Subnet': '1.1', Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: 'Trunk': '1.1'}} Nov 23 08:58:35.926393 dv-cinder-768458-17-iscsi neutron-server[102543]: {{(pid=102543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 08:58:35.936526 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:35.950140 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-5fe84ab4-c659-4262-9af8-297f5d4de4e5 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ccfb93758054da3a7ba7a802b01ca8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1486621 Nov 23 08:58:36.059509 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Attempting to bind port 0b3de51e-0e82-4388-8f1f-7efe023ca937 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:58:36.059892 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Attempting to bind port 0b3de51e-0e82-4388-8f1f-7efe023ca937 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:58:36.060267 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Attempting to bind port 0b3de51e-0e82-4388-8f1f-7efe023ca937 on network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:58:36.063876 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Allocated IP 172.27.2.168 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/4bd3baee-423b-40ab-a621-229c33fa5bd8) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:58:36.069021 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:58:36.069370 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Checking segment: {'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:58:36.069844 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:36.070245 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Bound using segment: {'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:58:36.071112 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Bound port: 0b3de51e-0e82-4388-8f1f-7efe023ca937, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:58:36.071682 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:36.104364 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 33972) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:36.108464 dv-cinder-768458-17-iscsi neutron-server[102542]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 08:58:36.163885 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] For port 0b3de51e-0e82-4388-8f1f-7efe023ca937, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:58:36.168341 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] For port 0b3de51e-0e82-4388-8f1f-7efe023ca937, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=0b3de51e-0e82-4388-8f1f-7efe023ca937,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:58:36.178064 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:36.267269 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dc134-b314-4714-beaa-9a5d5e2a62f4 None None] Pushing event updated for resources: {'Port': ['ID=0b3de51e-0e82-4388-8f1f-7efe023ca937,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:36.309900 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-918863d9-64a1-45ff-8023-5d2a038bbda0 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 08:58:36.318406 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-918863d9-64a1-45ff-8023-5d2a038bbda0 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1171565 Nov 23 08:58:36.438031 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-e95679f8-eeb9-4c96-be6a-39b6dc31cdce service neutron] 10.222.0.46 "GET /v2.0/networks/d97b32ee-221e-4103-8904-28844344b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182170 Nov 23 08:58:36.449142 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090db7e-660b-4512-9f21-1b5949159346 req-c4eae60a-7370-488f-b9c9-eb9092422d9e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:36.450677 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-c4eae60a-7370-488f-b9c9-eb9092422d9e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/networks?id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 200 len: 814 time: 0.3453338 Nov 23 08:58:36.484090 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-2cf19ad3-275a-46b8-8d8a-3d94b7eef4d0 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/quotas/82f534070f974dc882ad415be1a1d3ef HTTP/1.1" status: 200 len: 375 time: 0.0217836 Nov 23 08:58:36.510950 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:36.670449 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-87b71787-8c1a-462d-b25c-94d427b058bd tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=82f534070f974dc882ad415be1a1d3ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885041 Nov 23 08:58:36.681684 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-ce8c4775-9f17-4236-ab69-1f1aa698add0 service neutron] 10.222.0.46 "GET /v2.0/networks/d97b32ee-221e-4103-8904-28844344b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576838 Nov 23 08:58:36.682505 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:36.708437 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Allocated IP 172.27.2.209 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/3afa56d2-9f48-427b-b2b3-584d3526c9f3) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:58:36.747896 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Pushing event updated for resources: {'Port': ['ID=4bd3baee-423b-40ab-a621-229c33fa5bd8,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:36.793746 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:58:36.796256 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:36.810455 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:58:36.880588 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-668afde1-f8cd-46a1-a9c7-2df4758fa254 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 08:58:36.889567 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-668afde1-f8cd-46a1-a9c7-2df4758fa254 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1465707 Nov 23 08:58:36.903688 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:36.994870 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:37.065871 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=3afa56d2-9f48-427b-b2b3-584d3526c9f3,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:37.084734 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:58:37.086574 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:37.089387 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:58:37.129141 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-bf787045-ffcb-473e-ba87-d853c5b2d5e9 service neutron] 10.222.0.46 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378821 Nov 23 08:58:37.289631 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:37.402782 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ed1672a0-704d-4a79-a115-d311b962f933 req-bac7ab87-cfb9-4eb1-8d08-59cbdd8f5a69 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 210 time: 0.0785229 Nov 23 08:58:37.532207 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-0cc57741-c53a-4730-ae2e-ebca51c4eb50 service neutron] 10.222.0.46 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025531 Nov 23 08:58:37.693459 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:37.837103 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a0cf8-5f79-466d-ad8f-170612272eec None None] Network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:58:37.973122 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404828'] for router, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:38.067624 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 0b3de51e-0e82-4388-8f1f-7efe023ca937 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:58:38.155938 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-adf2ac19-8cff-4b14-b773-a35a8b3893c5 None None] Provisioning complete for port 0b3de51e-0e82-4388-8f1f-7efe023ca937 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:38.156399 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-adf2ac19-8cff-4b14-b773-a35a8b3893c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:38.222224 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bc70b32f-bb49-4a05-ab04-90b3c2db7795 req-ea9dddca-417a-417c-8bc1-8dd6b6e65103 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 210 time: 0.0743253 Nov 23 08:58:38.258775 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404828'] for router, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:38.326656 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Router 69491f70-a0c2-40e1-8538-16113b80df2e is scheduled to L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce with binding_index 1 {{(pid=102542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 08:58:38.441626 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 is scheduled to L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce with binding_index 1 {{(pid=102541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 08:58:38.552446 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 0b3de51e-0e82-4388-8f1f-7efe023ca937 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:38.552804 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:38.594530 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 08:58:38.605606 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Sync routers for ids ['69491f70-a0c2-40e1-8538-16113b80df2e'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 08:58:38.622604 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Routers {'69491f70-a0c2-40e1-8538-16113b80df2e'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:58:38.623272 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:58:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['69491f70-a0c2-40e1-8538-16113b80df2e'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:38.630869 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] Publish callbacks [] for router, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:38.639365 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-d540b0a1-d6ea-458d-8ad9-e52a2fa1ffab admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9405746 Nov 23 08:58:38.640806 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 34148) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:38.642653 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-adf2ac19-8cff-4b14-b773-a35a8b3893c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:38.774033 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-adf2ac19-8cff-4b14-b773-a35a8b3893c5 None None] For port 0b3de51e-0e82-4388-8f1f-7efe023ca937, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=0b3de51e-0e82-4388-8f1f-7efe023ca937,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:58:38.786978 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-adf2ac19-8cff-4b14-b773-a35a8b3893c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:38.952392 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Set router 69491f70-a0c2-40e1-8538-16113b80df2e gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:58:38.991374 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 08:58:39.014421 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Sync routers for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 08:58:39.032365 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2ac19-8cff-4b14-b773-a35a8b3893c5 None None] Pushing event updated for resources: {'Port': ['ID=0b3de51e-0e82-4388-8f1f-7efe023ca937,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:39.054928 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:58:39.055627 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:58:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:39.081882 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3dbf4100-1ea7-48a8-8d90-ba63553aff0f req-65d36ad8-71b7-4fd8-88ec-9d4671e4803f tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 210 time: 0.0953765 Nov 23 08:58:39.120613 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] Publish callbacks [] for router, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:39.129413 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 34176) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:39.132459 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-65876817-3f3a-4d54-b424-094261d91ac4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6588972 Nov 23 08:58:39.222107 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34180) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:39.278194 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:58:39.410428 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-2877e0c2-73d8-4d5b-8bb6-bb92a2d076b1 None None] Provisioning complete for port 0b3de51e-0e82-4388-8f1f-7efe023ca937 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:39.410952 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-2877e0c2-73d8-4d5b-8bb6-bb92a2d076b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:39.411601 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4fc7e901-6014-4c16-be41-0eded6184218 req-13cb3f3a-32e6-4506-a9c5-ae11aa472d1d tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 210 time: 0.1053333 Nov 23 08:58:39.514109 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c6a86f01-e210-4708-982c-9f2bf7c0e509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:39.626222 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'name': 'tempest-ServerRescueNegativeTestJSON-54351402-router', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:37Z', 'revision_number': 3, 'project_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'gw_port': {'id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:39.685854 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34196) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:39.709574 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:37Z', 'revision_number': 3, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:39.717483 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Checking router: 69491f70-a0c2-40e1-8538-16113b80df2e for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 08:58:39.717912 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Updating router 69491f70-a0c2-40e1-8538-16113b80df2e port 4bd3baee-423b-40ab-a621-229c33fa5bd8 binding host dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 08:58:39.739527 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c6a86f01-e210-4708-982c-9f2bf7c0e509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:39.744621 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c6a86f01-e210-4708-982c-9f2bf7c0e509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:39.749118 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Checking router: 05bcdb66-0655-4ae9-97ef-432bef1f48e7 for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 08:58:39.749621 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Updating router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 port 3afa56d2-9f48-427b-b2b3-584d3526c9f3 binding host dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 08:58:39.770600 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:39.787041 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a86f01-e210-4708-982c-9f2bf7c0e509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f148701f-58b1-4e16-870d-e31a18bd3e8f,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:39.792483 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:39.811026 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-c6a86f01-e210-4708-982c-9f2bf7c0e509 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56e03a56ebf6498d989da35dee3fb64d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5875106 Nov 23 08:58:39.813712 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34200) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:39.885527 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a0a73d85-4a00-445e-b623-91a68e441dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:39.887198 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-533f701d-b63b-4b4f-ab06-becbb442a876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:39.947729 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-533f701d-b63b-4b4f-ab06-becbb442a876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:39.958736 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 0b3de51e-0e82-4388-8f1f-7efe023ca937 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:58:40.064112 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-533f701d-b63b-4b4f-ab06-becbb442a876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.067122 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-533f701d-b63b-4b4f-ab06-becbb442a876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.068550 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-533f701d-b63b-4b4f-ab06-becbb442a876 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f148701f-58b1-4e16-870d-e31a18bd3e8f HTTP/1.1" status: 204 len: 168 time: 0.2535424 Nov 23 08:58:40.069796 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 0b3de51e-0e82-4388-8f1f-7efe023ca937 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:40.070367 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.076227 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.116776 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f701d-b63b-4b4f-ab06-becbb442a876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f148701f-58b1-4e16-870d-e31a18bd3e8f,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:40.126788 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.138639 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a0a73d85-4a00-445e-b623-91a68e441dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.139490 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.149795 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a0a73d85-4a00-445e-b623-91a68e441dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.211112 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Pushing event updated for resources: {'Port': ['ID=4bd3baee-423b-40ab-a621-229c33fa5bd8,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:40.222192 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:40.222827 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:40.224117 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:40.224644 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:40.225180 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:40.225688 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:40.226204 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:40.226735 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:40.227239 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:40.227800 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:40.228442 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:40.228994 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Tracked resource versions report: Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: pushed versions: Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: { 'AddressGroup': {'1.2'}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'ConntrackHelper': {'1.0'}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Log': {'1.0'}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Network': {'1.1'}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Port': {'1.7'}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'PortForwarding': {'1.2'}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'QosPolicy': {'1.10'}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'SecurityGroup': {'1.5'}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'SecurityGroupRule': {'1.2'}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'SubPort': {'1.0'}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Subnet': {'1.1'}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Trunk': {'1.1'}} Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: consumer versions: Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: { DHCP agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: HyperV agent@hv-cinder-76845: {}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: L3 agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: Metadata agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: Metering agent@dv-cinder-768458-17-iscsi: {}, Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: Open vSwitch agent@dv-cinder-768458-17-iscsi: { 'AddressGroup': '1.2', Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'ConntrackHelper': '1.0', Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Log': '1.0', Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Network': '1.1', Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Port': '1.7', Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'PortForwarding': '1.2', Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'QosPolicy': '1.10', Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'SecurityGroup': '1.5', Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'SecurityGroupRule': '1.2', Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'SubPort': '1.0', Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Subnet': '1.1', Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: 'Trunk': '1.1'}} Nov 23 08:58:40.230898 dv-cinder-768458-17-iscsi neutron-server[102544]: {{(pid=102544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 08:58:40.246524 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-a0a73d85-4a00-445e-b623-91a68e441dcb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1a915595b3eb4ad3bb6878b36735e2da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5594897 Nov 23 08:58:40.253302 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34208) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:40.318755 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a73d85-4a00-445e-b623-91a68e441dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf14ebf-95c6-4540-ba4f-51551a22ad8e,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:40.337221 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e9c05183-b297-4b15-97ad-8a27012b1fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.351714 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Attempting to bind port 4bd3baee-423b-40ab-a621-229c33fa5bd8 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:58:40.355767 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Attempting to bind port 4bd3baee-423b-40ab-a621-229c33fa5bd8 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:58:40.358107 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Attempting to bind port 4bd3baee-423b-40ab-a621-229c33fa5bd8 on network 35e91d60-8c71-47d2-b9df-69aef295cc4e {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:58:40.366248 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e9c05183-b297-4b15-97ad-8a27012b1fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.369817 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:58:40.370476 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Checking segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:58:40.371710 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.372431 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Bound using segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:58:40.373233 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Bound port: 4bd3baee-423b-40ab-a621-229c33fa5bd8, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:58:40.374384 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.420336 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e9c05183-b297-4b15-97ad-8a27012b1fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.424462 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e9c05183-b297-4b15-97ad-8a27012b1fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.429177 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-e9c05183-b297-4b15-97ad-8a27012b1fcc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bf14ebf-95c6-4540-ba4f-51551a22ad8e HTTP/1.1" status: 204 len: 168 time: 0.1736381 Nov 23 08:58:40.441387 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c05183-b297-4b15-97ad-8a27012b1fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf14ebf-95c6-4540-ba4f-51551a22ad8e,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:40.446705 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] For port 4bd3baee-423b-40ab-a621-229c33fa5bd8, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:58:40.452313 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] For port 4bd3baee-423b-40ab-a621-229c33fa5bd8, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=4bd3baee-423b-40ab-a621-229c33fa5bd8,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:58:40.457794 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.488993 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Publish callbacks [] for port, precommit_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.501849 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.582354 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Routers {'69491f70-a0c2-40e1-8538-16113b80df2e'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:58:40.583372 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:58:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['69491f70-a0c2-40e1-8538-16113b80df2e'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:40.600271 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Attempting to bind port 3afa56d2-9f48-427b-b2b3-584d3526c9f3 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:58:40.600608 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Attempting to bind port 3afa56d2-9f48-427b-b2b3-584d3526c9f3 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:58:40.600976 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Attempting to bind port 3afa56d2-9f48-427b-b2b3-584d3526c9f3 on network 35e91d60-8c71-47d2-b9df-69aef295cc4e {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:58:40.612057 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03e07a-a267-48cd-b437-feacf69f1b93 None None] Pushing event updated for resources: {'Port': ['ID=3afa56d2-9f48-427b-b2b3-584d3526c9f3,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:40.615204 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:58:40.615747 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Checking segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:58:40.616875 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.617690 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Bound using segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:58:40.618189 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Bound port: 3afa56d2-9f48-427b-b2b3-584d3526c9f3, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:58:40.618593 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.625064 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-528edea5-9ac7-4147-93d1-8422a25fa8b7 req-023f969a-275c-484f-8f6c-298c61267b9f tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 210 time: 0.0999444 Nov 23 08:58:40.637073 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e908b4-9733-4740-9803-b8cbd5b002a1 None None] Pushing event updated for resources: {'Port': ['ID=4bd3baee-423b-40ab-a621-229c33fa5bd8,revision_number=3']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:40.698637 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34218) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:40.724226 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] For port 3afa56d2-9f48-427b-b2b3-584d3526c9f3, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:58:40.724476 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-889346e4-0c9b-467d-8354-36d77f02d4aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.730117 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] For port 3afa56d2-9f48-427b-b2b3-584d3526c9f3, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=3afa56d2-9f48-427b-b2b3-584d3526c9f3,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:58:40.737232 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.771540 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] Set router 69491f70-a0c2-40e1-8538-16113b80df2e gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:58:40.775509 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3c615f14-0081-4410-84ac-a3f00b875b60 req-15002332-35c6-4a20-8724-afb1a51dd1a6 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 210 time: 0.0877762 Nov 23 08:58:40.814929 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:58:40.815829 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:58:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:40.828045 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03e07a-a267-48cd-b437-feacf69f1b93 None None] Pushing event updated for resources: {'Port': ['ID=3afa56d2-9f48-427b-b2b3-584d3526c9f3,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:40.855670 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.932151 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-889346e4-0c9b-467d-8354-36d77f02d4aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.939432 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-889346e4-0c9b-467d-8354-36d77f02d4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:40.969723 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:58:40.992935 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-889346e4-0c9b-467d-8354-36d77f02d4aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc8677df9a80408784925f7cd8764c64&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2932129 Nov 23 08:58:40.997060 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34226) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:41.018365 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Allocated IP 172.20.0.1 (8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c/14c2220b-9036-4d1e-9c30-f159f5f6d815/4ca27fc6-e774-4c1f-9f2b-5f0383024975) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:58:41.030769 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889346e4-0c9b-467d-8354-36d77f02d4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d265159-eb6d-457b-bb82-23cc9e760c8d,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:41.067070 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e311fc87-7d92-4663-a6ba-915909dd93cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:41.109623 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e311fc87-7d92-4663-a6ba-915909dd93cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:41.143246 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'name': 'tempest-ServerRescueNegativeTestJSON-54351402-router', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:37Z', 'revision_number': 3, 'project_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'gw_port': {'id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:41.170707 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e311fc87-7d92-4663-a6ba-915909dd93cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:41.173229 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e311fc87-7d92-4663-a6ba-915909dd93cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:41.178032 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-e311fc87-7d92-4663-a6ba-915909dd93cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d265159-eb6d-457b-bb82-23cc9e760c8d HTTP/1.1" status: 204 len: 168 time: 0.1798112 Nov 23 08:58:41.193052 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311fc87-7d92-4663-a6ba-915909dd93cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d265159-eb6d-457b-bb82-23cc9e760c8d,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:41.199234 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Allocated IP 172.20.0.1 (173e57ff-5d80-4e2b-b8fe-bc64d9610472/7f4db1fb-4174-4809-961e-7011cda7173c/199f09bb-90de-4ce7-aba6-5611c2439351) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:58:41.228205 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6907602-f207-41df-8358-cf84ef743ee5 None None] The sync data for ids ['69491f70-a0c2-40e1-8538-16113b80df2e'] in dv-cinder-768458-17-iscsi is: [{'id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'name': 'tempest-ServerRescueNegativeTestJSON-54351402-router', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:37Z', 'revision_number': 3, 'project_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'gw_port': {'id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 08:58:41.238743 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:41.313385 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:37Z', 'revision_number': 3, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:41.362484 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c345b-526a-4f32-aafd-8363615b7752 None None] The sync data for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi is: [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:37Z', 'revision_number': 3, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 08:58:41.381941 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:41.438518 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:58:41.442500 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:41.447350 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:41.456805 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:58:41.457720 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404909'] for router_interface, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:41.604472 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Pushing event updated for resources: {'Port': ['ID=4ca27fc6-e774-4c1f-9f2b-5f0383024975,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:41.706867 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:41.900127 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:58:41.997264 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:42.014452 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Pushing event updated for resources: {'Port': ['ID=199f09bb-90de-4ce7-aba6-5611c2439351,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:42.038033 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-387114b4-97c3-497d-95d0-e9987561ec29 req-af080fc7-8644-4f09-bfee-6f397cac0028 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 210 time: 0.1012433 Nov 23 08:58:42.078739 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34268) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:42.151183 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:58:42.153601 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404909'] for router_interface, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:42.178938 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-198a3825-c004-45db-bf2a-7862179f9d2d req-947dcc0a-cb9d-4848-9e21-d8e0f63a583c tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 210 time: 0.3025546 Nov 23 08:58:42.204148 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4bd3baee-423b-40ab-a621-229c33fa5bd8 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:58:42.343342 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 4bd3baee-423b-40ab-a621-229c33fa5bd8 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:42.344041 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:42.548639 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-131402894-network', 'tenant_id': '043759b1651f4767a336a90090bfb6b8'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:42.578029 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:42.615196 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Made reservation on behalf of 043759b1651f4767a336a90090bfb6b8 for: {'network': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:42.622955 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:42.627481 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port 4bd3baee-423b-40ab-a621-229c33fa5bd8, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=4bd3baee-423b-40ab-a621-229c33fa5bd8,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:58:42.629385 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-3376b4fd-474d-49c9-9896-ce5ba4356e79 None None] Provisioning complete for port 199f09bb-90de-4ce7-aba6-5611c2439351 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:42.629868 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3376b4fd-474d-49c9-9896-ce5ba4356e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:42.659845 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:42.680868 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:42.696788 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-3376b4fd-474d-49c9-9896-ce5ba4356e79 None None] Port 199f09bb-90de-4ce7-aba6-5611c2439351 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 08:58:42.700246 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:42.733285 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.47', 60791) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:42.856121 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=4bd3baee-423b-40ab-a621-229c33fa5bd8,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:42.891737 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:42.901570 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:42.941821 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 08:58:42.996139 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:42.996755 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d70f4b-7251-464b-aa77-5babb9fb860b,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:43.015574 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:43.016130 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.segments_db [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Added segment a3c4beed-1473-49de-b157-cccb3d5dd1da of type vlan for network c211526e-7864-4887-8501-2cfc18fa0bbb Nov 23 08:58:43.147307 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:43.221080 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:43.222189 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:43.222847 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:43.271594 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1900461 Nov 23 08:58:43.284813 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34324) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:43.291683 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-401bf6cd-beec-4687-9628-7c37a225e234 admin admin] Request body: {'subnet': {'network_id': 'c211526e-7864-4887-8501-2cfc18fa0bbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-131402894-subnet', 'tenant_id': '043759b1651f4767a336a90090bfb6b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:43.373103 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401bf6cd-beec-4687-9628-7c37a225e234 admin admin] Made reservation on behalf of 043759b1651f4767a336a90090bfb6b8 for: {'subnet': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:43.375464 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-401bf6cd-beec-4687-9628-7c37a225e234 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:43.516873 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ac72fa49-1922-42a5-aaae-e3a70800e73a req-6b4f51b9-9b93-40e4-843e-e3065eb359ec tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 210 time: 0.2437494 Nov 23 08:58:43.521865 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.47', 60796) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:43.576123 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:43.633681 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:43.636134 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404509'] for router_interface, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:43.706337 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c34837-90fc-44f0-9681-faaa8da52e5a admin admin] Pushing event updated for resources: {'Network': ['ID=c211526e-7864-4887-8501-2cfc18fa0bbb,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:43.718492 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network c211526e-7864-4887-8501-2cfc18fa0bbb details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 08:58:43.924755 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090db7e-660b-4512-9f21-1b5949159346 req-5fbaffd2-e146-4a32-89be-358ea7fe1c64 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:43.927236 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-5fbaffd2-e146-4a32-89be-358ea7fe1c64 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "GET /v2.0/networks?id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 200 len: 814 time: 0.3921981 Nov 23 08:58:44.042004 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [req-a090db7e-660b-4512-9f21-1b5949159346 req-d2362b22-01e3-4be8-97d5-085662eabd67 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Request body: {'port': {'device_id': '0f78026a-3a7c-46df-bc8b-8cf227c87354', 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb', 'admin_state_up': True, 'tenant_id': '82f534070f974dc882ad415be1a1d3ef'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:44.097633 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-337ea28c-dbc0-4e89-b175-6e1c6e3c94d2 req-b0046a03-6782-48b2-b131-e62e1d983cd5 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 210 time: 0.5121663 Nov 23 08:58:44.178032 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4bd3baee-423b-40ab-a621-229c33fa5bd8 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:58:44.262310 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-401bf6cd-beec-4687-9628-7c37a225e234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:44.356224 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 4bd3baee-423b-40ab-a621-229c33fa5bd8 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:44.367695 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:44.637756 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:58:44.640424 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Pushing event updated for resources: {'Port': ['ID=199f09bb-90de-4ce7-aba6-5611c2439351,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:44.693929 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47671a49-c366-4200-a981-8033ac2b7600 req-fe53ef96-9ba2-4a86-a9dc-756ee74629e7 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:44.695528 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-fe53ef96-9ba2-4a86-a9dc-756ee74629e7 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.47 "GET /v2.0/networks?id=d97b32ee-221e-4103-8904-28844344b922 HTTP/1.1" status: 200 len: 812 time: 1.9563501 Nov 23 08:58:44.715871 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bf6cd-beec-4687-9628-7c37a225e234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9145d3f2-23f8-45eb-a710-4ac91052659b,revision_number=0']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:44.716055 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:44.737752 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-47671a49-c366-4200-a981-8033ac2b7600 req-aa8c535a-74f2-4d1a-90ce-c7ed56b354de tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Request body: {'port': {'device_id': '60d6e5d5-d743-4b20-9b13-602e635d1c39', 'network_id': 'd97b32ee-221e-4103-8904-28844344b922', 'admin_state_up': True, 'tenant_id': '4ccfb93758054da3a7ba7a802b01ca8d'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:44.775788 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401bf6cd-beec-4687-9628-7c37a225e234 admin admin] Checking segment: {'id': 'a3c4beed-1473-49de-b157-cccb3d5dd1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c211526e-7864-4887-8501-2cfc18fa0bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:58:44.776561 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401bf6cd-beec-4687-9628-7c37a225e234 admin admin] Network hostable DHCP agents. Network: c211526e-7864-4887-8501-2cfc18fa0bbb, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 08:58:44.813533 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a090db7e-660b-4512-9f21-1b5949159346 req-d2362b22-01e3-4be8-97d5-085662eabd67 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Made reservation on behalf of 82f534070f974dc882ad415be1a1d3ef for: {'port': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:44.835223 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a090db7e-660b-4512-9f21-1b5949159346 req-d2362b22-01e3-4be8-97d5-085662eabd67 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:44.857126 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 3afa56d2-9f48-427b-b2b3-584d3526c9f3 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:58:44.895942 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401bf6cd-beec-4687-9628-7c37a225e234 admin admin] Network c211526e-7864-4887-8501-2cfc18fa0bbb is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 08:58:44.995463 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-401bf6cd-beec-4687-9628-7c37a225e234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, c211526e-7864-4887-8501-2cfc18fa0bbb) {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:45.007824 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 3afa56d2-9f48-427b-b2b3-584d3526c9f3 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:45.008214 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:45.059009 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401bf6cd-beec-4687-9628-7c37a225e234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:45.068129 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-401bf6cd-beec-4687-9628-7c37a225e234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:45.086695 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0ac58c-0c62-43f1-80ab-d5773f734f63 None None] Network c211526e-7864-4887-8501-2cfc18fa0bbb requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:58:45.274077 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-541fb31e-e4e9-45e6-92bb-37e221a6be80 req-e465b463-8a00-40c0-aba7-6d0e6ecb716f tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 210 time: 0.2815108 Nov 23 08:58:45.300354 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 08:58:45.340285 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47671a49-c366-4200-a981-8033ac2b7600 req-aa8c535a-74f2-4d1a-90ce-c7ed56b354de tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Made reservation on behalf of 4ccfb93758054da3a7ba7a802b01ca8d for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:45.359827 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e7638c-01bb-4baa-89f7-8ab869a827bc None None] Network c211526e-7864-4887-8501-2cfc18fa0bbb requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:58:45.362887 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-47671a49-c366-4200-a981-8033ac2b7600 req-aa8c535a-74f2-4d1a-90ce-c7ed56b354de tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:45.425593 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-401bf6cd-beec-4687-9628-7c37a225e234 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1378675 Nov 23 08:58:45.480379 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d0f03a68-3527-4fb7-8816-74bd036b218a req-77b377f6-ce29-4f32-80ec-1b629969ba16 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 210 time: 0.1618867 Nov 23 08:58:45.528166 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:45.628997 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:45.643369 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-095bc7cd-70be-4961-944c-5683ae8c7540 None None] Provisioning complete for port 199f09bb-90de-4ce7-aba6-5611c2439351 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:45.646666 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-095bc7cd-70be-4961-944c-5683ae8c7540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:45.646944 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:45.680750 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:45.682177 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404509'] for router_interface, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:45.734355 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [req-a090db7e-660b-4512-9f21-1b5949159346 req-d2362b22-01e3-4be8-97d5-085662eabd67 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Allocated IP 172.20.0.2 (90165a93-ecd4-4624-b7b5-1b5c85ea25bb/a08cbcc1-e6a1-42f0-a355-e990471ea40c/a8efe016-048d-473e-bb9a-b6758d97be0a) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:58:45.838413 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Pushing event updated for resources: {'Port': ['ID=4ca27fc6-e774-4c1f-9f2b-5f0383024975,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:45.905999 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port 3afa56d2-9f48-427b-b2b3-584d3526c9f3, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=3afa56d2-9f48-427b-b2b3-584d3526c9f3,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:58:45.937117 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:45.961570 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-095bc7cd-70be-4961-944c-5683ae8c7540 None None] Port 199f09bb-90de-4ce7-aba6-5611c2439351 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 08:58:45.980904 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 08:58:46.018848 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Sync routers for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 08:58:46.034745 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-228494f6-fed0-4f41-96f4-aca766f5dcf2 admin admin] 10.222.0.46 "PUT /v2.0/routers/05bcdb66-0655-4ae9-97ef-432bef1f48e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8987896 Nov 23 08:58:46.053938 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:58:46.054663 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:58:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:46.164291 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=3afa56d2-9f48-427b-b2b3-584d3526c9f3,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:46.421690 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a090db7e-660b-4512-9f21-1b5949159346 req-d2362b22-01e3-4be8-97d5-085662eabd67 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:46.443454 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:58:46.463437 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a090db7e-660b-4512-9f21-1b5949159346 req-d2362b22-01e3-4be8-97d5-085662eabd67 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:46.484273 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:46.561457 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:58:46.591615 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-47671a49-c366-4200-a981-8033ac2b7600 req-aa8c535a-74f2-4d1a-90ce-c7ed56b354de tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Allocated IP 172.20.0.7 (d97b32ee-221e-4103-8904-28844344b922/5991780c-a80f-4f98-b696-a357122285ce/d6b7a840-3e22-4af8-ae32-3c470529acca) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:58:46.633688 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a090db7e-660b-4512-9f21-1b5949159346 req-d2362b22-01e3-4be8-97d5-085662eabd67 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:58:46.665762 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [req-a090db7e-660b-4512-9f21-1b5949159346 req-d2362b22-01e3-4be8-97d5-085662eabd67 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:46.686485 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-a090db7e-660b-4512-9f21-1b5949159346 req-d2362b22-01e3-4be8-97d5-085662eabd67 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:58:46.692956 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090db7e-660b-4512-9f21-1b5949159346 req-d2362b22-01e3-4be8-97d5-085662eabd67 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:46.703925 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a090db7e-660b-4512-9f21-1b5949159346 req-d2362b22-01e3-4be8-97d5-085662eabd67 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:46.749307 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-d2362b22-01e3-4be8-97d5-085662eabd67 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7373085 Nov 23 08:58:46.750132 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2362b22-01e3-4be8-97d5-085662eabd67 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Pushing event updated for resources: {'Port': ['ID=a8efe016-048d-473e-bb9a-b6758d97be0a,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:46.910262 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-5801b6be-87fd-4167-8aae-8bf475e1e892 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 08:58:46.913393 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-5801b6be-87fd-4167-8aae-8bf475e1e892 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062828 Nov 23 08:58:46.913393 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34466) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:46.927320 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1528946408-network', 'tenant_id': '07b747ae88454322ac06eb367e016361'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:46.998053 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Made reservation on behalf of 07b747ae88454322ac06eb367e016361 for: {'network': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:47.000397 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:47.018378 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:47.163361 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:43Z', 'revision_number': 2, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:47.179229 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:47.192036 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:47.208248 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Router 69491f70-a0c2-40e1-8538-16113b80df2e has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 08:58:47.209225 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 08:58:47.228470 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:47.237771 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.segments_db [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Added segment 893d95d0-3ff4-43f9-850c-d6c92e99b6e5 of type vlan for network 250d05ce-0c3e-425c-a2e1-22cc213aae89 Nov 23 08:58:47.271497 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fee0c8-4158-444c-a2e0-67359803e07a req-3a0114f8-6503-4d23-a217-ee40abb0563e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:47.277733 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2fee0c8-4158-444c-a2e0-67359803e07a req-3a0114f8-6503-4d23-a217-ee40abb0563e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 931 time: 0.7537632 Nov 23 08:58:47.290896 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Checking router: 05bcdb66-0655-4ae9-97ef-432bef1f48e7 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 08:58:47.293622 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Updating router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 port 199f09bb-90de-4ce7-aba6-5611c2439351 binding host dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 08:58:47.419277 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:47.438611 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:47.534336 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d779cb-0c56-4fb7-b20e-44ace35fa3eb,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:47.563864 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2fee0c8-4158-444c-a2e0-67359803e07a req-69a99ac6-8662-4b9c-8d2c-8996bb8d8d84 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711563 Nov 23 08:58:47.582493 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:47.584247 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:47.585054 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:47.635453 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7171113 Nov 23 08:58:47.694122 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34488) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:47.714642 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-d55e3172-3281-44a0-9a3d-cf193c7ad78f admin admin] Request body: {'subnet': {'network_id': '250d05ce-0c3e-425c-a2e1-22cc213aae89', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1528946408-subnet', 'tenant_id': '07b747ae88454322ac06eb367e016361', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:47.718014 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 34494) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:47.751078 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-3baea867-6066-4f2b-8a18-5078faae7d26 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1767003886', 'description': 'tempest-description--530960534'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:47.789429 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55e3172-3281-44a0-9a3d-cf193c7ad78f admin admin] Made reservation on behalf of 07b747ae88454322ac06eb367e016361 for: {'subnet': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:47.792962 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d55e3172-3281-44a0-9a3d-cf193c7ad78f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:47.919873 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Request body: {'port': {'device_id': '0f78026a-3a7c-46df-bc8b-8cf227c87354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:47.928089 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-330fc83e-b009-430c-a33f-78b5ecbf911f req-9b38c8d4-91fc-4564-99dd-cce0fd60fd5a tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 210 time: 0.1168144 Nov 23 08:58:47.960043 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-47671a49-c366-4200-a981-8033ac2b7600 req-aa8c535a-74f2-4d1a-90ce-c7ed56b354de tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:48.040840 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cf807-1b3e-4334-a32b-057feb91131f admin admin] Pushing event updated for resources: {'Network': ['ID=250d05ce-0c3e-425c-a2e1-22cc213aae89,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:48.051010 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3baea867-6066-4f2b-8a18-5078faae7d26 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:48.053075 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network 250d05ce-0c3e-425c-a2e1-22cc213aae89 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 08:58:48.167154 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:48.226561 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 3afa56d2-9f48-427b-b2b3-584d3526c9f3 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:58:48.316450 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:48.327571 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:48.445338 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 3afa56d2-9f48-427b-b2b3-584d3526c9f3 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:48.447229 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:48.500096 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 08:58:48.502158 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-47671a49-c366-4200-a981-8033ac2b7600 req-aa8c535a-74f2-4d1a-90ce-c7ed56b354de tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:48.544969 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-a72a0f5e-a91b-4513-b9cc-a9c960bff63b admin admin] 10.222.0.46 "PUT /v2.0/routers/69491f70-a0c2-40e1-8538-16113b80df2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9030049 Nov 23 08:58:48.558626 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490e193-2584-42fa-8b25-41dc2d044377 None None] Pushing event updated for resources: {'Port': ['ID=199f09bb-90de-4ce7-aba6-5611c2439351,revision_number=3']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:48.590594 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Sync routers for ids ['69491f70-a0c2-40e1-8538-16113b80df2e'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 08:58:48.707818 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d55e3172-3281-44a0-9a3d-cf193c7ad78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:48.717106 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Routers {'69491f70-a0c2-40e1-8538-16113b80df2e'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:58:48.717778 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:58:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['69491f70-a0c2-40e1-8538-16113b80df2e'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:48.782538 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Attempting to bind port 199f09bb-90de-4ce7-aba6-5611c2439351 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:58:48.782951 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Attempting to bind port 199f09bb-90de-4ce7-aba6-5611c2439351 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:58:48.783623 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Attempting to bind port 199f09bb-90de-4ce7-aba6-5611c2439351 on network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:58:48.789444 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e3172-3281-44a0-9a3d-cf193c7ad78f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1e7247-efdb-4101-9db5-7ab8c4961731,revision_number=0']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:48.789717 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:58:48.790100 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Checking segment: {'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:58:48.790508 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:48.790903 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Bound using segment: {'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:58:48.791369 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Bound port: 199f09bb-90de-4ce7-aba6-5611c2439351, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'}}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:58:48.806283 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:48.937417 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 34524) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:48.949599 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db30815-1434-476a-909d-d9d1535bd9fb req-fa130d6d-6fee-45b0-b106-b0126b963314 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:48.951338 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8db30815-1434-476a-909d-d9d1535bd9fb req-fa130d6d-6fee-45b0-b106-b0126b963314 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 931 time: 0.1634185 Nov 23 08:58:49.001473 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47671a49-c366-4200-a981-8033ac2b7600 req-aa8c535a-74f2-4d1a-90ce-c7ed56b354de tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Network d97b32ee-221e-4103-8904-28844344b922 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:58:49.021647 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] For port 199f09bb-90de-4ce7-aba6-5611c2439351, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:58:49.032047 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8db30815-1434-476a-909d-d9d1535bd9fb req-26457c51-78e8-4b97-b808-dfdd66d9f673 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688939 Nov 23 08:58:49.044596 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] For port 199f09bb-90de-4ce7-aba6-5611c2439351, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=199f09bb-90de-4ce7-aba6-5611c2439351,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:58:49.056401 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:49.183016 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:58:49.183659 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:58:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:49.266359 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-6d1df01b-435d-4fc5-933f-6fb9631e2587 None None] Provisioning complete for port 199f09bb-90de-4ce7-aba6-5611c2439351 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:49.267059 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6d1df01b-435d-4fc5-933f-6fb9631e2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:49.332292 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Set router 69491f70-a0c2-40e1-8538-16113b80df2e gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:58:49.352718 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8efe016-048d-473e-bb9a-b6758d97be0a {{(pid=102541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:58:49.375213 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:49.431020 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.provisioning_blocks [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Transition to ACTIVE for port object a8efe016-048d-473e-bb9a-b6758d97be0a will not be triggered until provisioned by entity L2. {{(pid=102541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 08:58:49.435515 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e3172-3281-44a0-9a3d-cf193c7ad78f admin admin] Checking segment: {'id': '893d95d0-3ff4-43f9-850c-d6c92e99b6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '250d05ce-0c3e-425c-a2e1-22cc213aae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:58:49.435830 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55e3172-3281-44a0-9a3d-cf193c7ad78f admin admin] Network hostable DHCP agents. Network: 250d05ce-0c3e-425c-a2e1-22cc213aae89, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 08:58:49.438586 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:58:49.448991 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34536) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:49.484108 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:49.521130 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c535a-74f2-4d1a-90ce-c7ed56b354de tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Pushing event updated for resources: {'Port': ['ID=d6b7a840-3e22-4af8-ae32-3c470529acca,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:49.548363 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3baea867-6066-4f2b-8a18-5078faae7d26 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:49.556506 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-47671a49-c366-4200-a981-8033ac2b7600 req-aa8c535a-74f2-4d1a-90ce-c7ed56b354de tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:49.567417 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-47671a49-c366-4200-a981-8033ac2b7600 req-aa8c535a-74f2-4d1a-90ce-c7ed56b354de tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:58:49.592688 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47671a49-c366-4200-a981-8033ac2b7600 req-aa8c535a-74f2-4d1a-90ce-c7ed56b354de tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:49.593416 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-47671a49-c366-4200-a981-8033ac2b7600 req-aa8c535a-74f2-4d1a-90ce-c7ed56b354de tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:49.657663 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3baea867-6066-4f2b-8a18-5078faae7d26 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:49.810592 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-aa8c535a-74f2-4d1a-90ce-c7ed56b354de tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0993338 Nov 23 08:58:49.812570 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6d1df01b-435d-4fc5-933f-6fb9631e2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:49.814355 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baea867-6066-4f2b-8a18-5078faae7d26 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14af4242-e22d-4646-aceb-09e850a1bb44,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:49.840666 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Request body: {'port': {'device_id': '60d6e5d5-d743-4b20-9b13-602e635d1c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:49.858344 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8efe016-048d-473e-bb9a-b6758d97be0a,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:49.878523 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:58:49.885373 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55e3172-3281-44a0-9a3d-cf193c7ad78f admin admin] Network 250d05ce-0c3e-425c-a2e1-22cc213aae89 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 08:58:49.958478 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac88c5e-23ec-4620-b557-873283338b8b req-6e853931-21ed-4805-84ae-a88e0f07d275 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:49.960157 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8ac88c5e-23ec-4620-b557-873283338b8b req-6e853931-21ed-4805-84ae-a88e0f07d275 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 931 time: 0.4228501 Nov 23 08:58:49.960589 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:49.976871 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-390c6068-a6f9-405e-b9ca-13a7a2b90165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:49.998022 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:50.012513 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-51523343-2043-49d7-9b11-9b11d216b404 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:50.019334 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-51523343-2043-49d7-9b11-9b11d216b404 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/networks?id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c HTTP/1.1" status: 200 len: 817 time: 0.3100471 Nov 23 08:58:50.026927 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-6d1df01b-435d-4fc5-933f-6fb9631e2587 None None] For port 199f09bb-90de-4ce7-aba6-5611c2439351, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=199f09bb-90de-4ce7-aba6-5611c2439351,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:58:50.033961 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490e193-2584-42fa-8b25-41dc2d044377 None None] Pushing event updated for resources: {'Port': ['ID=199f09bb-90de-4ce7-aba6-5611c2439351,revision_number=4']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:50.037236 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d466a-777c-44d7-832f-49c8a97b6400 None None] The sync data for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi is: [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 08:58:50.051170 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2e15a729-0b6d-4721-98be-f926dea0e897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:50.076039 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6d1df01b-435d-4fc5-933f-6fb9631e2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:50.085938 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-7f396830-c596-4806-bf8a-fc1ac14a71f6 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/quotas/10a0e7a1377f47a380bd0bb5a9c9ef48 HTTP/1.1" status: 200 len: 375 time: 0.0641308 Nov 23 08:58:50.130533 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-d55e3172-3281-44a0-9a3d-cf193c7ad78f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, 250d05ce-0c3e-425c-a2e1-22cc213aae89) {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:50.175145 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a743a01b-e70f-415e-903c-7c4cfeda693e None None] Network 250d05ce-0c3e-425c-a2e1-22cc213aae89 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:58:50.242087 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2e15a729-0b6d-4721-98be-f926dea0e897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:50.286143 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-3460fd97-4e0b-4b32-84d3-a4694d7fb173 None None] Provisioning complete for port 199f09bb-90de-4ce7-aba6-5611c2439351 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:50.286741 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3460fd97-4e0b-4b32-84d3-a4694d7fb173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:50.389065 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55e3172-3281-44a0-9a3d-cf193c7ad78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:50.391601 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d55e3172-3281-44a0-9a3d-cf193c7ad78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:50.417460 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Attempting to bind port a8efe016-048d-473e-bb9a-b6758d97be0a on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:58:50.418054 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Attempting to bind port a8efe016-048d-473e-bb9a-b6758d97be0a by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'}] {{(pid=102541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:58:50.418563 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Attempting to bind port a8efe016-048d-473e-bb9a-b6758d97be0a on network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:58:50.435544 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2e15a729-0b6d-4721-98be-f926dea0e897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:50.446077 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Port a8efe016-048d-473e-bb9a-b6758d97be0a on network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 08:58:50.446712 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Attempting to bind port a8efe016-048d-473e-bb9a-b6758d97be0a on network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:58:50.472886 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-d55e3172-3281-44a0-9a3d-cf193c7ad78f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7660220 Nov 23 08:58:50.483470 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-390c6068-a6f9-405e-b9ca-13a7a2b90165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:50.491738 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3baea867-6066-4f2b-8a18-5078faae7d26 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:50.497016 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-3baea867-6066-4f2b-8a18-5078faae7d26 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.7717578 Nov 23 08:58:50.510843 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:58:50.511266 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Checking segment: {'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:58:50.512001 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Bound using segment: {'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'} {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:58:50.512469 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Bound port: a8efe016-048d-473e-bb9a-b6758d97be0a, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'}}] {{(pid=102541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:58:50.512969 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:50.531433 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-38bef06d-cf4f-4db9-97aa-65315c12255d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2870872 Nov 23 08:58:50.533130 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15a729-0b6d-4721-98be-f926dea0e897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d63d040-3c35-4b06-a142-25c44dbcdd3e,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:50.537960 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34576) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:50.551606 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-a8ac344b-4305-4df5-b6af-5c41bb8bfcd2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Request body: {'security_group_rule': {'security_group_id': '14af4242-e22d-4646-aceb-09e850a1bb44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:50.567323 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-390c6068-a6f9-405e-b9ca-13a7a2b90165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:50.569125 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1df01b-435d-4fc5-933f-6fb9631e2587 None None] Pushing event updated for resources: {'Port': ['ID=199f09bb-90de-4ce7-aba6-5611c2439351,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:50.593418 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-2e15a729-0b6d-4721-98be-f926dea0e897 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=284f0700078e4f3d927acf46832874a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1188202 Nov 23 08:58:50.624333 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 34582) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:50.795928 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-390c6068-a6f9-405e-b9ca-13a7a2b90165 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be7d9aefd1d64cca86c89d1ecf5a7b93&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8022420 Nov 23 08:58:50.797666 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'name': 'tempest-ServerRescueNegativeTestJSON-54351402-router', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:41Z', 'revision_number': 4, 'project_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'gw_port': {'id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '4ca27fc6-e774-4c1f-9f2b-5f0383024975', 'name': '', 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'mac_address': 'fa:16:3e:6b:8b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '14c2220b-9036-4d1e-9c30-f159f5f6d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:43Z', 'revision_number': 2, 'project_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'subnets': [{'id': '14c2220b-9036-4d1e-9c30-f159f5f6d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:50.799717 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 34584) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:50.802898 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 34586) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:50.866343 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] For port a8efe016-048d-473e-bb9a-b6758d97be0a, host hv-cinder-76845, cleared binding levels {{(pid=102541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:58:50.872509 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] For port a8efe016-048d-473e-bb9a-b6758d97be0a, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a8efe016-048d-473e-bb9a-b6758d97be0a,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:58:50.880032 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:50.880566 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Checking router: 69491f70-a0c2-40e1-8538-16113b80df2e for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 08:58:50.880926 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Updating router 69491f70-a0c2-40e1-8538-16113b80df2e port 4ca27fc6-e774-4c1f-9f2b-5f0383024975 binding host dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 08:58:50.889052 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8ac88c5e-23ec-4620-b557-873283338b8b req-f1674220-a5c2-474c-b6ca-3b9a9a4c0bed tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9007945 Nov 23 08:58:50.921061 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:50.924525 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794eeaa-46bb-4433-b051-1edb4cddcd1c None None] Network 250d05ce-0c3e-425c-a2e1-22cc213aae89 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:58:50.961365 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8efe016-048d-473e-bb9a-b6758d97be0a,revision_number=3']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:50.968037 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a8ac344b-4305-4df5-b6af-5c41bb8bfcd2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:51.011529 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c6068-a6f9-405e-b9ca-13a7a2b90165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3b92cd-e27d-477e-999e-81488d86f806,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:51.088388 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a8ac344b-4305-4df5-b6af-5c41bb8bfcd2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:51.100858 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a8ac344b-4305-4df5-b6af-5c41bb8bfcd2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:51.110327 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:51.111638 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:51.112678 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-0f775df3-5160-4556-8d21-53794d737ae4 service neutron] 10.222.0.47 "PUT /v2.0/ports/a8efe016-048d-473e-bb9a-b6758d97be0a HTTP/1.1" status: 200 len: 1093 time: 3.5067494 Nov 23 08:58:51.119861 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f78026a-3a7c-46df-bc8b-8cf227c87354', 'tag': 'a8efe016-048d-473e-bb9a-b6758d97be0a'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:58:51.299954 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_v2 [None req-505a2592-bb71-40fc-85d5-bfa27eb045ea admin admin] Deleting subnet 9145d3f2-23f8-45eb-a710-4ac91052659b {{(pid=102542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 08:58:51.534560 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-505a2592-bb71-40fc-85d5-bfa27eb045ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:51.536468 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b6288ed7-54fd-4f54-9bf9-353c7e42b769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:51.680181 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8185fc0-ba22-45cb-b649-9586efe35523 req-7b75f71c-629d-41de-b068-bd922e49459c tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:51.687733 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a8185fc0-ba22-45cb-b649-9586efe35523 req-7b75f71c-629d-41de-b068-bd922e49459c tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 943 time: 0.3818293 Nov 23 08:58:51.767127 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b6288ed7-54fd-4f54-9bf9-353c7e42b769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:51.850421 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-2a31642e-86a8-439f-91c1-c059c263ac01 service neutron] 10.222.0.46 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3040481 Nov 23 08:58:51.852924 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac344b-4305-4df5-b6af-5c41bb8bfcd2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe50720-88d2-4de6-80c8-9f4327488cc5,revision_number=0']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:51.857025 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090db7e-660b-4512-9f21-1b5949159346 req-517a2724-97b5-4b2d-91b3-76fb544c045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:51.859060 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-517a2724-97b5-4b2d-91b3-76fb544c045f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82f534070f974dc882ad415be1a1d3ef&device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 1096 time: 0.2872465 Nov 23 08:58:51.872799 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a8ac344b-4305-4df5-b6af-5c41bb8bfcd2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:51.879420 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-a8ac344b-4305-4df5-b6af-5c41bb8bfcd2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3374610 Nov 23 08:58:51.884156 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-558978d3-3b01-4563-8cf4-1b0ca6ac48b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:51.887466 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 34606) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:51.892268 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de366df-1844-4e55-8d47-581c7e8baa38" -d '{"events": [{"name": "network-changed", "server_uuid": "0f78026a-3a7c-46df-bc8b-8cf227c87354", "tag": "a8efe016-048d-473e-bb9a-b6758d97be0a"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:58:51.921674 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-5bb96425-7302-4c27-b5ab-771e20d118d5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Request body: {'security_group_rule': {'security_group_id': '14af4242-e22d-4646-aceb-09e850a1bb44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:51.934983 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b7a840-3e22-4af8-ae32-3c470529acca {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:58:51.948567 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-505a2592-bb71-40fc-85d5-bfa27eb045ea admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:51.961970 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.060719 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-505a2592-bb71-40fc-85d5-bfa27eb045ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.145684 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 199f09bb-90de-4ce7-aba6-5611c2439351 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:58:52.163077 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Transition to ACTIVE for port object d6b7a840-3e22-4af8-ae32-3c470529acca will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 08:58:52.172881 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b6288ed7-54fd-4f54-9bf9-353c7e42b769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.176062 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b6288ed7-54fd-4f54-9bf9-353c7e42b769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.177337 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-b6288ed7-54fd-4f54-9bf9-353c7e42b769 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d63d040-3c35-4b06-a142-25c44dbcdd3e HTTP/1.1" status: 204 len: 168 time: 1.5472286 Nov 23 08:58:52.180374 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-558978d3-3b01-4563-8cf4-1b0ca6ac48b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.202622 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.204799 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5bb96425-7302-4c27-b5ab-771e20d118d5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.245983 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a8185fc0-ba22-45cb-b649-9586efe35523 req-8c01b5e6-6b1a-47f9-9fb3-a6be07d8ebec tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573218 Nov 23 08:58:52.246791 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6288ed7-54fd-4f54-9bf9-353c7e42b769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d63d040-3c35-4b06-a142-25c44dbcdd3e,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:52.296772 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-95545c5f-02ba-4237-883a-7aeddb21164e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8efe016-048d-473e-bb9a-b6758d97be0a HTTP/1.1" status: 200 len: 217 time: 0.2534223 Nov 23 08:58:52.359894 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-505a2592-bb71-40fc-85d5-bfa27eb045ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.426432 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 199f09bb-90de-4ce7-aba6-5611c2439351 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:52.426860 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.429100 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b7a840-3e22-4af8-ae32-3c470529acca,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:52.441132 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a2592-bb71-40fc-85d5-bfa27eb045ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9145d3f2-23f8-45eb-a710-4ac91052659b,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:52.441906 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Publish callbacks [] for port, precommit_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.451556 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-505a2592-bb71-40fc-85d5-bfa27eb045ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.457885 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-505a2592-bb71-40fc-85d5-bfa27eb045ea admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9145d3f2-23f8-45eb-a710-4ac91052659b HTTP/1.1" status: 204 len: 168 time: 1.6386039 Nov 23 08:58:52.467819 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-558978d3-3b01-4563-8cf4-1b0ca6ac48b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.469626 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34618) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:52.471396 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-558978d3-3b01-4563-8cf4-1b0ca6ac48b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.472620 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-558978d3-3b01-4563-8cf4-1b0ca6ac48b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d3b92cd-e27d-477e-999e-81488d86f806 HTTP/1.1" status: 204 len: 168 time: 1.6542051 Nov 23 08:58:52.509347 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5bb96425-7302-4c27-b5ab-771e20d118d5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.517261 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Attempting to bind port d6b7a840-3e22-4af8-ae32-3c470529acca on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:58:52.517644 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Attempting to bind port d6b7a840-3e22-4af8-ae32-3c470529acca by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '07de591c-c3a8-49a1-91c6-6d1e29687f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd97b32ee-221e-4103-8904-28844344b922'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:58:52.518023 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Attempting to bind port d6b7a840-3e22-4af8-ae32-3c470529acca on network d97b32ee-221e-4103-8904-28844344b922 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:58:52.522108 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.529173 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5bb96425-7302-4c27-b5ab-771e20d118d5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.536482 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558978d3-3b01-4563-8cf4-1b0ca6ac48b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3b92cd-e27d-477e-999e-81488d86f806,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:52.579253 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Port d6b7a840-3e22-4af8-ae32-3c470529acca on network d97b32ee-221e-4103-8904-28844344b922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 08:58:52.579599 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Attempting to bind port d6b7a840-3e22-4af8-ae32-3c470529acca on network d97b32ee-221e-4103-8904-28844344b922 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:58:52.603167 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb96425-7302-4c27-b5ab-771e20d118d5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffff665-3922-411c-ab80-9a5249f5b4a5,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:52.624110 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:58:52.624627 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Checking segment: {'id': '07de591c-c3a8-49a1-91c6-6d1e29687f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd97b32ee-221e-4103-8904-28844344b922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:58:52.625413 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Bound using segment: {'id': '07de591c-c3a8-49a1-91c6-6d1e29687f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd97b32ee-221e-4103-8904-28844344b922'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:58:52.625867 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Bound port: d6b7a840-3e22-4af8-ae32-3c470529acca, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07de591c-c3a8-49a1-91c6-6d1e29687f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd97b32ee-221e-4103-8904-28844344b922'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:58:52.627157 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.628709 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddf6ae-d739-4349-a857-f125fb2189df None None] Pushing event updated for resources: {'Port': ['ID=4ca27fc6-e774-4c1f-9f2b-5f0383024975,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:52.631833 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-3ffa6b2e-6e30-4aef-ac25-ff91b93ac866 service neutron] 10.222.0.46 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7329361 Nov 23 08:58:52.649302 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5bb96425-7302-4c27-b5ab-771e20d118d5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:52.677777 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-5bb96425-7302-4c27-b5ab-771e20d118d5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7685590 Nov 23 08:58:52.678538 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 34624) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:52.725480 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Request body: {'floatingip': {'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:52.770770 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090db7e-660b-4512-9f21-1b5949159346 req-37b89b84-8362-4403-b683-64bb16e34340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:52.772200 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-37b89b84-8362-4403-b683-64bb16e34340 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a08cbcc1-e6a1-42f0-a355-e990471ea40c HTTP/1.1" status: 200 len: 854 time: 0.4180481 Nov 23 08:58:52.920912 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 08:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1de8081-08ec-4643-adf3-f0ca00aca155 x-openstack-request-id: req-e1de8081-08ec-4643-adf3-f0ca00aca155 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:58:52.932397 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f78026a-3a7c-46df-bc8b-8cf227c87354", "tag": "a8efe016-048d-473e-bb9a-b6758d97be0a", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:58:52.932397 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e1de8081-08ec-4643-adf3-f0ca00aca155 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:58:52.932397 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f78026a-3a7c-46df-bc8b-8cf227c87354', 'tag': 'a8efe016-048d-473e-bb9a-b6758d97be0a', 'status': 'completed', 'code': 200} Nov 23 08:58:53.060530 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Attempting to bind port 4ca27fc6-e774-4c1f-9f2b-5f0383024975 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:58:53.064942 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Attempting to bind port 4ca27fc6-e774-4c1f-9f2b-5f0383024975 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '808be254-c4cd-45e1-9e8e-822d369660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:58:53.065476 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Attempting to bind port 4ca27fc6-e774-4c1f-9f2b-5f0383024975 on network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:58:53.076279 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:53.123668 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:58:53.124517 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Checking segment: {'id': '808be254-c4cd-45e1-9e8e-822d369660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:58:53.125399 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:53.126022 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Bound using segment: {'id': '808be254-c4cd-45e1-9e8e-822d369660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:58:53.127242 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Bound port: 4ca27fc6-e774-4c1f-9f2b-5f0383024975, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808be254-c4cd-45e1-9e8e-822d369660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:58:53.127889 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:53.140365 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34640) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:53.171372 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-5ab56ef9-a8f3-48fe-8b83-e0f6cf915fb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2327094 Nov 23 08:58:53.230520 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cb68ac32-6f1d-4453-83ab-bd867b6aec50 req-8bda984d-5aea-4da8-8aa5-138eafdd8d99 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 210 time: 0.1150365 Nov 23 08:58:53.236803 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9769f54b-c551-442d-9b76-b99b8e63da50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:53.364879 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] For port 4ca27fc6-e774-4c1f-9f2b-5f0383024975, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:58:53.378248 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] For port 4ca27fc6-e774-4c1f-9f2b-5f0383024975, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=4ca27fc6-e774-4c1f-9f2b-5f0383024975,segment=NetworkSegment(808be254-c4cd-45e1-9e8e-822d369660e2),segment_id=808be254-c4cd-45e1-9e8e-822d369660e2)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:58:53.394844 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:53.426790 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] For port d6b7a840-3e22-4af8-ae32-3c470529acca, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:58:53.581462 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9769f54b-c551-442d-9b76-b99b8e63da50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:53.590970 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:53.608927 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Routers {'69491f70-a0c2-40e1-8538-16113b80df2e'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:58:53.610196 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:58:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['69491f70-a0c2-40e1-8538-16113b80df2e'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:53.629789 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9769f54b-c551-442d-9b76-b99b8e63da50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:53.672599 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] For port d6b7a840-3e22-4af8-ae32-3c470529acca, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d6b7a840-3e22-4af8-ae32-3c470529acca,segment=NetworkSegment(07de591c-c3a8-49a1-91c6-6d1e29687f58),segment_id=07de591c-c3a8-49a1-91c6-6d1e29687f58)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:58:53.699020 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147d350-a4cc-49d1-b935-8fe5a6594f70 req-6407a072-b862-478a-9364-8809abe3272c tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:53.732109 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7147d350-a4cc-49d1-b935-8fe5a6594f70 req-6407a072-b862-478a-9364-8809abe3272c tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 943 time: 0.7308497 Nov 23 08:58:53.750277 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:53.830307 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddf6ae-d739-4349-a857-f125fb2189df None None] Pushing event updated for resources: {'Port': ['ID=4ca27fc6-e774-4c1f-9f2b-5f0383024975,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:53.899933 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769f54b-c551-442d-9b76-b99b8e63da50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cd9f1c-e801-4a9e-8641-7922ab389521,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:53.935465 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-9769f54b-c551-442d-9b76-b99b8e63da50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8735eb7084aa47a79b8539d99f5668f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7937646 Nov 23 08:58:53.941195 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34670) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:53.976792 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:53.981900 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:53.983921 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] 10.222.0.47 "PUT /v2.0/ports/d6b7a840-3e22-4af8-ae32-3c470529acca HTTP/1.1" status: 200 len: 1093 time: 4.1598883 Nov 23 08:58:53.987169 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49011bb9-4d44-4ab5-ab47-3476e2ca7184 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b7a840-3e22-4af8-ae32-3c470529acca,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:54.002955 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d6e5d5-d743-4b20-9b13-602e635d1c39', 'tag': 'd6b7a840-3e22-4af8-ae32-3c470529acca'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:58:54.016331 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce41d02-f82d-4b19-9fd6-8c7d313a8652 req-be312afe-7bbe-4bbc-b811-297758aa2c25 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:54.021799 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bce41d02-f82d-4b19-9fd6-8c7d313a8652 req-be312afe-7bbe-4bbc-b811-297758aa2c25 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 943 time: 0.4161396 Nov 23 08:58:54.065770 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] Set router 69491f70-a0c2-40e1-8538-16113b80df2e gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:58:54.091669 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-24e48a03-cdc1-4f3a-a3cd-d0a8f5cf9312 service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951785 Nov 23 08:58:54.315196 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f529f8db-c172-4211-8203-fb687cd8e890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:54.318702 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:54.370587 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bce41d02-f82d-4b19-9fd6-8c7d313a8652 req-031c368e-06ef-4acd-9010-d340b52de1a7 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824659 Nov 23 08:58:54.455238 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f529f8db-c172-4211-8203-fb687cd8e890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:54.475002 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.475255 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.476036 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.476362 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.476797 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.477021 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.477361 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.477698 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.478020 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.478495 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.574007 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'name': 'tempest-ServerRescueNegativeTestJSON-54351402-router', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:41Z', 'revision_number': 4, 'project_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'gw_port': {'id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '4ca27fc6-e774-4c1f-9f2b-5f0383024975', 'name': '', 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'mac_address': 'fa:16:3e:6b:8b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '14c2220b-9036-4d1e-9c30-f159f5f6d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:53Z', 'revision_number': 4, 'project_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'subnets': [{'id': '14c2220b-9036-4d1e-9c30-f159f5f6d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:54.590198 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7147d350-a4cc-49d1-b935-8fe5a6594f70 req-ad695665-aed3-41d8-b6d5-cf52b83a8633 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8542390 Nov 23 08:58:54.631903 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47671a49-c366-4200-a981-8033ac2b7600 req-53dab4a8-912f-4e34-96ed-7bc4b7292b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:54.633687 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-53dab4a8-912f-4e34-96ed-7bc4b7292b77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ccfb93758054da3a7ba7a802b01ca8d&device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 1096 time: 0.3541758 Nov 23 08:58:54.644542 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7a60b-ace5-4f9a-b112-6514230d8b04 None None] The sync data for ids ['69491f70-a0c2-40e1-8538-16113b80df2e'] in dv-cinder-768458-17-iscsi is: [{'id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'name': 'tempest-ServerRescueNegativeTestJSON-54351402-router', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:41Z', 'revision_number': 4, 'project_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'gw_port': {'id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '4ca27fc6-e774-4c1f-9f2b-5f0383024975', 'name': '', 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'mac_address': 'fa:16:3e:6b:8b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '14c2220b-9036-4d1e-9c30-f159f5f6d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:53Z', 'revision_number': 4, 'project_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'subnets': [{'id': '14c2220b-9036-4d1e-9c30-f159f5f6d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 08:58:54.660307 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:54.700461 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.700917 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.701283 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.704005 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 08:58:54.704292 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c211526e-7864-4887-8501-2cfc18fa0bbb']}} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:54.742338 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a090db7e-660b-4512-9f21-1b5949159346 req-ed921986-ceff-43ef-a115-883ec5e14c4f service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301930 Nov 23 08:58:54.943636 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c4beed-1473-49de-b157-cccb3d5dd1da') {'for_net_delete': True} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:54.944311 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c4beed-1473-49de-b157-cccb3d5dd1da') {} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:54.948087 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d35f03-c0d1-4ff9-914d-bf89fa734619" -d '{"events": [{"name": "network-changed", "server_uuid": "60d6e5d5-d743-4b20-9b13-602e635d1c39", "tag": "d6b7a840-3e22-4af8-ae32-3c470529acca"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:58:55.157733 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-6e090442-cbdf-47a4-9811-f5547e25414d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b7a840-3e22-4af8-ae32-3c470529acca HTTP/1.1" status: 200 len: 217 time: 0.1939902 Nov 23 08:58:55.159281 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Allocated IP 172.27.2.159 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/37f93f1a-650c-42d6-957b-0f8b31762ac0) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:58:55.311564 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9459601'] for segment, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:55.319053 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f529f8db-c172-4211-8203-fb687cd8e890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:55.331700 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f529f8db-c172-4211-8203-fb687cd8e890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:55.333569 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-f529f8db-c172-4211-8203-fb687cd8e890 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13cd9f1c-e801-4a9e-8641-7922ab389521 HTTP/1.1" status: 204 len: 168 time: 1.3866842 Nov 23 08:58:55.487418 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:55.502154 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529f8db-c172-4211-8203-fb687cd8e890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cd9f1c-e801-4a9e-8641-7922ab389521,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:55.520767 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-6a45a744-568a-4c7f-9cef-c54e2d131e39 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:55.529916 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-6a45a744-568a-4c7f-9cef-c54e2d131e39 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/networks?id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c HTTP/1.1" status: 200 len: 817 time: 0.6465378 Nov 23 08:58:55.547153 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 08:58:55.547721 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12311326'] for segment, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: from cryptography.utils import int_from_bytes Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: from cryptography.utils import int_from_bytes Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: Traceback (most recent call last): Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: timer() Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: cb(*args, **kw) Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: return func(*args, **kwargs) Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: self._notify() Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: self.callback(batched_events) Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: event.method(event) Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: return f(self, *a, **k) Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._get(url).json() Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: return self.request(url, 'GET', **kwargs) Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 08:58:55.565844 dv-cinder-768458-17-iscsi neutron-server[102541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 08:58:55.574054 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34c1f10-779e-4789-a8a3-06d56f2367c9 x-openstack-request-id: req-d34c1f10-779e-4789-a8a3-06d56f2367c9 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:58:55.574436 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d6e5d5-d743-4b20-9b13-602e635d1c39", "tag": "d6b7a840-3e22-4af8-ae32-3c470529acca", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:58:55.574875 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d34c1f10-779e-4789-a8a3-06d56f2367c9 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:58:55.575371 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d6e5d5-d743-4b20-9b13-602e635d1c39', 'tag': 'd6b7a840-3e22-4af8-ae32-3c470529acca', 'status': 'completed', 'code': 200} Nov 23 08:58:55.738152 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-4653fe29-00c0-4d2f-b08b-bcb49e5ee1e6 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/quotas/10a0e7a1377f47a380bd0bb5a9c9ef48 HTTP/1.1" status: 200 len: 375 time: 0.1974475 Nov 23 08:58:55.784647 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:55.795116 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:55.806757 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c211526e-7864-4887-8501-2cfc18fa0bbb HTTP/1.1" status: 204 len: 168 time: 3.2849321 Nov 23 08:58:55.822059 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34734) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:55.822491 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.47', 60818) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:55.838136 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:55.873201 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de366df-1844-4e55-8d47-581c7e8baa38 req-cff7f506-cee4-4337-aafa-424b65a260a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:55.874948 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1de366df-1844-4e55-8d47-581c7e8baa38 req-cff7f506-cee4-4337-aafa-424b65a260a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82f534070f974dc882ad415be1a1d3ef&device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 1096 time: 0.5399199 Nov 23 08:58:55.894696 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47671a49-c366-4200-a981-8033ac2b7600 req-ab923262-3083-4557-81af-35920ee74b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:55.897327 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-ab923262-3083-4557-81af-35920ee74b7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5991780c-a80f-4f98-b696-a357122285ce HTTP/1.1" status: 200 len: 852 time: 0.7271893 Nov 23 08:58:55.902392 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:55.953618 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352ecdf-eb51-4aa1-86f2-92d05722b8d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c211526e-7864-4887-8501-2cfc18fa0bbb,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:56.031734 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32582be7-63ad-4802-9cee-e1466cbbaa76 req-b2979231-8358-4785-9576-5948176490f2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:56.033966 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-32582be7-63ad-4802-9cee-e1466cbbaa76 req-b2979231-8358-4785-9576-5948176490f2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 943 time: 0.4576757 Nov 23 08:58:56.037505 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event updated for resources: {'Port': ['ID=37f93f1a-650c-42d6-957b-0f8b31762ac0,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:56.046275 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:58:56.048417 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:58:56.059676 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:58:56.068612 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79f91e5-57bb-44f1-ab64-eefcf6a47bd1 admin admin] Deleting subnet 5b1e7247-efdb-4101-9db5-7ab8c4961731 {{(pid=102541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 08:58:56.195011 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c79f91e5-57bb-44f1-ab64-eefcf6a47bd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:56.253015 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4ca27fc6-e774-4c1f-9f2b-5f0383024975 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:58:56.358997 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-cf320646-af27-4917-999e-b3b1a719ed77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d97b32ee-221e-4103-8904-28844344b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901170 Nov 23 08:58:56.372094 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 4ca27fc6-e774-4c1f-9f2b-5f0383024975 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:56.372471 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:56.537677 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-fd791ee5-00e8-4cb1-a3a9-da3373f5a01f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7896168 Nov 23 08:58:56.586691 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:56.644288 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port 4ca27fc6-e774-4c1f-9f2b-5f0383024975, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=4ca27fc6-e774-4c1f-9f2b-5f0383024975,segment=NetworkSegment(808be254-c4cd-45e1-9e8e-822d369660e2),segment_id=808be254-c4cd-45e1-9e8e-822d369660e2)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:58:56.650691 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:56.753803 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:56.808850 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c79f91e5-57bb-44f1-ab64-eefcf6a47bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9459622'] for subnet, precommit_delete_associations {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:56.828329 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=4ca27fc6-e774-4c1f-9f2b-5f0383024975,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:56.882289 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-32582be7-63ad-4802-9cee-e1466cbbaa76 req-8fe46937-9c5f-4295-abfb-17cfd1376bdc tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8073769 Nov 23 08:58:56.921835 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-60ea94a4-84ab-43eb-91a5-2c481a3972a3 service neutron] 10.222.0.47 "GET /v2.0/networks/d97b32ee-221e-4103-8904-28844344b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275433 Nov 23 08:58:56.932166 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:57.059799 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-ff352681-bdcd-48d0-9b7c-b603ff71024d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:57.062451 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-ff352681-bdcd-48d0-9b7c-b603ff71024d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.47 "GET /v2.0/networks?id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c HTTP/1.1" status: 200 len: 817 time: 1.1032269 Nov 23 08:58:57.124913 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-f02bd0cb-ebac-4e86-9f3b-35c29f13673f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Request body: {'port': {'device_id': '4e7614ff-90ad-4ed2-9d48-3b0585258f88', 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c', 'admin_state_up': True, 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:57.137877 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c79f91e5-57bb-44f1-ab64-eefcf6a47bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:57.262810 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c89898-be02-407f-8da7-624383a3d079 req-75f7585e-2fb5-4a09-b250-c38c372caef3 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:57.270949 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-23c89898-be02-407f-8da7-624383a3d079 req-75f7585e-2fb5-4a09-b250-c38c372caef3 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 943 time: 0.1860423 Nov 23 08:58:57.275471 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de366df-1844-4e55-8d47-581c7e8baa38 req-9dfe6673-b0ff-4f66-b09d-c104d2a6c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:57.277326 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1de366df-1844-4e55-8d47-581c7e8baa38 req-9dfe6673-b0ff-4f66-b09d-c104d2a6c3cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 200 len: 915 time: 1.0788279 Nov 23 08:58:57.295747 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-8343e4c7-495c-468c-9019-effbfd1d551e service neutron] 10.222.0.46 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991086 Nov 23 08:58:57.370872 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-47671a49-c366-4200-a981-8033ac2b7600 req-937ce83a-7edf-4ec7-bb4e-5b0cc442609f service neutron] 10.222.0.47 "GET /v2.0/networks/d97b32ee-221e-4103-8904-28844344b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991109 Nov 23 08:58:57.396803 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-23c89898-be02-407f-8da7-624383a3d079 req-45eda415-d790-46ea-9256-ba7359e27a08 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247847 Nov 23 08:58:57.443492 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:57.450699 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:57.573127 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:57.651436 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:57.656244 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9707119 Nov 23 08:58:57.688212 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1de366df-1844-4e55-8d47-581c7e8baa38 req-30d244ca-9a85-45e8-a4cb-25bb92199ba6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8efe016-048d-473e-bb9a-b6758d97be0a HTTP/1.1" status: 200 len: 217 time: 0.1042001 Nov 23 08:58:57.692420 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de110247-49d8-4394-a483-aa77115c4132 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event updated for resources: {'Port': ['ID=37f93f1a-650c-42d6-957b-0f8b31762ac0,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:57.746527 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 34782) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:57.748400 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d35f03-c0d1-4ff9-914d-bf89fa734619 req-38c92f03-94ea-4930-be23-9af69d60b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:57.769070 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-92d35f03-c0d1-4ff9-914d-bf89fa734619 req-38c92f03-94ea-4930-be23-9af69d60b00d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ccfb93758054da3a7ba7a802b01ca8d&device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 1096 time: 0.2223041 Nov 23 08:58:57.881669 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c79f91e5-57bb-44f1-ab64-eefcf6a47bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8753340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11572730'] for subnet, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:57.884504 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de366df-1844-4e55-8d47-581c7e8baa38 req-aadc33d6-d18e-4f7f-adea-c1499bc22e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:57.885991 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1de366df-1844-4e55-8d47-581c7e8baa38 req-aadc33d6-d18e-4f7f-adea-c1499bc22e69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a08cbcc1-e6a1-42f0-a355-e990471ea40c HTTP/1.1" status: 200 len: 854 time: 0.1226518 Nov 23 08:58:57.968911 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f91e5-57bb-44f1-ab64-eefcf6a47bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1e7247-efdb-4101-9db5-7ab8c4961731,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:57.977340 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c79f91e5-57bb-44f1-ab64-eefcf6a47bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:57.981463 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-c79f91e5-57bb-44f1-ab64-eefcf6a47bd1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5b1e7247-efdb-4101-9db5-7ab8c4961731 HTTP/1.1" status: 204 len: 168 time: 2.1054425 Nov 23 08:58:57.982739 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-f02bd0cb-ebac-4e86-9f3b-35c29f13673f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Made reservation on behalf of 10a0e7a1377f47a380bd0bb5a9c9ef48 for: {'port': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:58:57.988104 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-f02bd0cb-ebac-4e86-9f3b-35c29f13673f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:57.992364 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34796) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:58.077930 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-684e0a6e-9dfc-4a40-b585-50433f0de2d4 service neutron] 10.222.0.46 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7646296 Nov 23 08:58:58.087422 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1de366df-1844-4e55-8d47-581c7e8baa38 req-2170954e-cb51-4bd1-8703-a92eb76130db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114385 Nov 23 08:58:58.176540 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4ca27fc6-e774-4c1f-9f2b-5f0383024975 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:58:58.286713 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2c61ddde-f4ce-4674-914f-9efa403c1096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:58.316134 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 4ca27fc6-e774-4c1f-9f2b-5f0383024975 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:58:58.316990 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:58.482442 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2c61ddde-f4ce-4674-914f-9efa403c1096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:58.496644 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2c61ddde-f4ce-4674-914f-9efa403c1096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:58.544487 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d35f03-c0d1-4ff9-914d-bf89fa734619 req-1abca14f-c4f9-40b4-a97b-91a84731e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:58.545996 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-92d35f03-c0d1-4ff9-914d-bf89fa734619 req-1abca14f-c4f9-40b4-a97b-91a84731e712 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d97b32ee-221e-4103-8904-28844344b922 HTTP/1.1" status: 200 len: 913 time: 0.7761197 Nov 23 08:58:58.546593 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61ddde-f4ce-4674-914f-9efa403c1096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fe45d8-e53e-4994-94de-4877468bfe27,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:58.560070 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d9fa5-2923-49c5-9663-16497cc97017 req-ae365070-7015-4fba-bf7c-be15f4c5f2f6 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:58.570095 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-033d9fa5-2923-49c5-9663-16497cc97017 req-ae365070-7015-4fba-bf7c-be15f4c5f2f6 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 943 time: 0.4987946 Nov 23 08:58:58.613890 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-359a8dfc-ea78-4c38-9bde-d0c262ac7a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:58.614778 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-2c61ddde-f4ce-4674-914f-9efa403c1096 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=351669d9750e4183b056b16048a6dc1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8427281 Nov 23 08:58:58.617149 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34826) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:58:58.646253 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-033d9fa5-2923-49c5-9663-16497cc97017 req-c3bbc6e1-bda2-4be7-ada6-a02aec3f7787 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750186 Nov 23 08:58:58.683315 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1de366df-1844-4e55-8d47-581c7e8baa38 req-dc292553-b601-4723-a463-d30fb7a5216c service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582778 Nov 23 08:58:58.716835 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-15e1b39c-c669-468f-af3e-908dec2e12c9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1767003886&fields=id&tenant_id=e25886501fbd4758b06603593508fd2c HTTP/1.1" status: 200 len: 267 time: 0.2173724 Nov 23 08:58:58.764368 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-cab8b796-5210-4e46-93be-179d083a9211 req-88030bfb-bd98-4c6f-a88a-1e84bbf36eb4 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 210 time: 0.0579245 Nov 23 08:58:58.765819 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-92d35f03-c0d1-4ff9-914d-bf89fa734619 req-922d5309-94d3-4c7e-8352-3b2cf720a0e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b7a840-3e22-4af8-ae32-3c470529acca HTTP/1.1" status: 200 len: 217 time: 0.0876160 Nov 23 08:58:58.820465 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-43dacf2b-1fe0-405f-a34a-86814979deef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:58.888944 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d35f03-c0d1-4ff9-914d-bf89fa734619 req-110e8c04-b08f-4403-a9ba-4d110a0766a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:58.890449 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-92d35f03-c0d1-4ff9-914d-bf89fa734619 req-110e8c04-b08f-4403-a9ba-4d110a0766a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5991780c-a80f-4f98-b696-a357122285ce HTTP/1.1" status: 200 len: 852 time: 0.1124229 Nov 23 08:58:58.947697 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-92d35f03-c0d1-4ff9-914d-bf89fa734619 req-f2866978-f04d-4e2b-8332-55c29266da16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d97b32ee-221e-4103-8904-28844344b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442133 Nov 23 08:58:58.978046 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-43dacf2b-1fe0-405f-a34a-86814979deef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:59.005903 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf2918-c25e-425f-a2ef-1270f32c28fc req-f6fb4897-53dd-478a-86d4-6b3d63933a9a tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:59.007391 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6acf2918-c25e-425f-a2ef-1270f32c28fc req-f6fb4897-53dd-478a-86d4-6b3d63933a9a tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 943 time: 0.1205132 Nov 23 08:58:59.019198 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-359a8dfc-ea78-4c38-9bde-d0c262ac7a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:59.051390 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-f02bd0cb-ebac-4e86-9f3b-35c29f13673f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Allocated IP 172.20.0.10 (8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c/14c2220b-9036-4d1e-9c30-f159f5f6d815/6a5bc769-b686-4f1b-aa8b-1993d134c1f8) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:58:59.116006 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-359a8dfc-ea78-4c38-9bde-d0c262ac7a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250d05ce-0c3e-425c-a2e1-22cc213aae89']}} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:59.117094 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6acf2918-c25e-425f-a2ef-1270f32c28fc req-df5a221b-910e-43a3-8b92-61b522284a65 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837259 Nov 23 08:58:59.141054 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1de366df-1844-4e55-8d47-581c7e8baa38 req-9c8367b7-ce5c-42a9-b858-f2aecab24ca8 service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439864 Nov 23 08:58:59.148121 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-359a8dfc-ea78-4c38-9bde-d0c262ac7a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893d95d0-3ff4-43f9-850c-d6c92e99b6e5') {'for_net_delete': True} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:59.148467 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-359a8dfc-ea78-4c38-9bde-d0c262ac7a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893d95d0-3ff4-43f9-850c-d6c92e99b6e5') {} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:58:59.162493 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-92d35f03-c0d1-4ff9-914d-bf89fa734619 req-55056751-ee41-4a7b-9249-2f5698b98d63 service neutron] 10.222.0.47 "GET /v2.0/networks/d97b32ee-221e-4103-8904-28844344b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044413 Nov 23 08:58:59.177510 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-c14978c7-5ba9-40bd-8a87-8959d623a64a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:59.179368 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-c14978c7-5ba9-40bd-8a87-8959d623a64a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 817 time: 0.4295669 Nov 23 08:58:59.183804 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-359a8dfc-ea78-4c38-9bde-d0c262ac7a54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9459601'] for segment, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:59.238657 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-359a8dfc-ea78-4c38-9bde-d0c262ac7a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:59.251722 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-3439ec7b-00ac-41fe-ad5a-3f28ac3260f1 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/quotas/e25886501fbd4758b06603593508fd2c HTTP/1.1" status: 200 len: 375 time: 0.0554535 Nov 23 08:58:59.272377 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359a8dfc-ea78-4c38-9bde-d0c262ac7a54 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 08:58:59.273012 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-359a8dfc-ea78-4c38-9bde-d0c262ac7a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12311326'] for segment, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: Traceback (most recent call last): Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: timer() Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: cb(*args, **kw) Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: return func(*args, **kwargs) Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: self._notify() Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: self.callback(batched_events) Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: event.method(event) Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: return f(self, *a, **k) Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._get(url).json() Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: return self.request(url, 'GET', **kwargs) Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 08:58:59.277107 dv-cinder-768458-17-iscsi neutron-server[102541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 08:58:59.280103 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-43dacf2b-1fe0-405f-a34a-86814979deef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:59.284531 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-43dacf2b-1fe0-405f-a34a-86814979deef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:59.286056 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-43dacf2b-1fe0-405f-a34a-86814979deef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85fe45d8-e53e-4994-94de-4877468bfe27 HTTP/1.1" status: 204 len: 168 time: 0.6601796 Nov 23 08:58:59.355861 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dacf2b-1fe0-405f-a34a-86814979deef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fe45d8-e53e-4994-94de-4877468bfe27,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:59.485140 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-92d35f03-c0d1-4ff9-914d-bf89fa734619 req-0bc9d03e-b658-483f-8ec1-00946d92ddab service neutron] 10.222.0.47 "GET /v2.0/networks/d97b32ee-221e-4103-8904-28844344b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139937 Nov 23 08:58:59.693269 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-04bccc2f-8812-4c06-8818-5f76834f432e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4176228 Nov 23 08:58:59.700799 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-359a8dfc-ea78-4c38-9bde-d0c262ac7a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:59.715250 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-359a8dfc-ea78-4c38-9bde-d0c262ac7a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:59.718761 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-359a8dfc-ea78-4c38-9bde-d0c262ac7a54 admin admin] 10.222.0.46 "DELETE /v2.0/networks/250d05ce-0c3e-425c-a2e1-22cc213aae89 HTTP/1.1" status: 204 len: 168 time: 1.7142048 Nov 23 08:58:59.754480 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a8dfc-ea78-4c38-9bde-d0c262ac7a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=250d05ce-0c3e-425c-a2e1-22cc213aae89,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:58:59.773145 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-f02bd0cb-ebac-4e86-9f3b-35c29f13673f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:59.904551 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-7910e3e8-b633-4315-8745-226ce99680fe service neutron] 10.222.0.46 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462436 Nov 23 08:58:59.923635 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-f02bd0cb-ebac-4e86-9f3b-35c29f13673f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:58:59.927544 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-fd7dab2a-a85a-4bfe-8afa-d053d134e4ae tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:58:59.929307 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-fd7dab2a-a85a-4bfe-8afa-d053d134e4ae tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.47 "GET /v2.0/networks?id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c HTTP/1.1" status: 200 len: 817 time: 0.2431891 Nov 23 08:58:59.947415 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-9e713776-1146-4962-85f3-b1c1745fd2b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Request body: {'port': {'device_id': '7360d955-d8b0-49dc-bb7e-a804b8f5246b', 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c', 'admin_state_up': True, 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:58:59.999527 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-f02bd0cb-ebac-4e86-9f3b-35c29f13673f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:59:00.009357 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-f02bd0cb-ebac-4e86-9f3b-35c29f13673f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:59:00.042761 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 34886) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:00.046989 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-f02bd0cb-ebac-4e86-9f3b-35c29f13673f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:59:00.089835 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f877873-f4ff-40bb-8be5-72b518ba3c3e req-177d1652-f38c-4cab-b745-0da7f8464600 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:00.091391 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9f877873-f4ff-40bb-8be5-72b518ba3c3e req-177d1652-f38c-4cab-b745-0da7f8464600 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 943 time: 0.1610191 Nov 23 08:59:00.156107 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bd0cb-ebac-4e86-9f3b-35c29f13673f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Pushing event updated for resources: {'Port': ['ID=6a5bc769-b686-4f1b-aa8b-1993d134c1f8,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:00.172918 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9f877873-f4ff-40bb-8be5-72b518ba3c3e req-56015b9e-a02f-4358-a0bc-f7cd1bf12342 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717773 Nov 23 08:59:00.176871 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-095aabc7-edd6-448e-b5f2-efe79b9d05ad service neutron] 10.222.0.46 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640872 Nov 23 08:59:00.190763 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-f02bd0cb-ebac-4e86-9f3b-35c29f13673f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:00.191414 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-f02bd0cb-ebac-4e86-9f3b-35c29f13673f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:00.210730 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 34894) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:00.211133 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-ae7c52d4-3571-408d-90ae-2ab95ddcc109 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=043759b1651f4767a336a90090bfb6b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1647005 Nov 23 08:59:00.231858 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-9e713776-1146-4962-85f3-b1c1745fd2b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Made reservation on behalf of 10a0e7a1377f47a380bd0bb5a9c9ef48 for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:59:00.232161 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-f02bd0cb-ebac-4e86-9f3b-35c29f13673f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1219087 Nov 23 08:59:00.236527 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-9e713776-1146-4962-85f3-b1c1745fd2b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:00.247020 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Request body: {'port': {'device_id': '4e7614ff-90ad-4ed2-9d48-3b0585258f88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:59:00.347637 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:00.474095 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1184f4b5-1cec-4ea1-827d-1b92302a9b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:00.501011 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-210866a0-6786-4790-9262-299d34102fff req-445f2ca1-d326-44d1-80cf-63c427816c14 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 210 time: 0.1108758 Nov 23 08:59:00.567027 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06692498-88de-4871-8d22-86fb5d7e8dbc req-88c34a2c-994f-4915-a7e1-0df918a1c413 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:00.570161 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-06692498-88de-4871-8d22-86fb5d7e8dbc req-88c34a2c-994f-4915-a7e1-0df918a1c413 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 943 time: 0.1408315 Nov 23 08:59:00.649733 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8f1b30d2-cc55-4b4f-87c9-c10b635c9a36 req-92573457-0571-40d1-b973-4ae1b2776ca8 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 210 time: 0.0647223 Nov 23 08:59:00.651248 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-9e713776-1146-4962-85f3-b1c1745fd2b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Allocated IP 172.20.0.11 (8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c/14c2220b-9036-4d1e-9c30-f159f5f6d815/14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:59:00.671727 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b2d39dc6-67c2-45be-a343-3e8a840f3727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:00.764251 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b2d39dc6-67c2-45be-a343-3e8a840f3727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:00.770786 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-06692498-88de-4871-8d22-86fb5d7e8dbc req-a8318f55-d046-4af2-947b-386c02acbedc tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066279 Nov 23 08:59:00.915281 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b2d39dc6-67c2-45be-a343-3e8a840f3727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:00.917094 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b2d39dc6-67c2-45be-a343-3e8a840f3727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:00.918363 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-b2d39dc6-67c2-45be-a343-3e8a840f3727 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19d70f4b-7251-464b-aa77-5babb9fb860b HTTP/1.1" status: 204 len: 168 time: 0.7055349 Nov 23 08:59:00.936822 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d39dc6-67c2-45be-a343-3e8a840f3727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d70f4b-7251-464b-aa77-5babb9fb860b,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:01.045335 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-9e713776-1146-4962-85f3-b1c1745fd2b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:01.116157 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-9e713776-1146-4962-85f3-b1c1745fd2b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:01.201011 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-9e713776-1146-4962-85f3-b1c1745fd2b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:59:01.208241 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-9e713776-1146-4962-85f3-b1c1745fd2b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:59:01.211564 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-9e713776-1146-4962-85f3-b1c1745fd2b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:59:01.218709 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-9e713776-1146-4962-85f3-b1c1745fd2b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:01.219399 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-9e713776-1146-4962-85f3-b1c1745fd2b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:01.232726 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e713776-1146-4962-85f3-b1c1745fd2b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Pushing event updated for resources: {'Port': ['ID=14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:01.260482 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-9e713776-1146-4962-85f3-b1c1745fd2b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3153617 Nov 23 08:59:01.303945 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 {{(pid=102541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:59:01.315987 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:01.330931 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.provisioning_blocks [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Transition to ACTIVE for port object 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 will not be triggered until provisioned by entity L2. {{(pid=102541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 08:59:01.335456 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:01.361396 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71fa67-87f5-4420-8b2e-b9af1f3f1453 req-43f6529e-ba7c-40c2-bb06-b4d32b8aa818 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:01.362934 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0a71fa67-87f5-4420-8b2e-b9af1f3f1453 req-43f6529e-ba7c-40c2-bb06-b4d32b8aa818 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 943 time: 0.0661249 Nov 23 08:59:01.408500 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Pushing event updated for resources: {'Port': ['ID=6a5bc769-b686-4f1b-aa8b-1993d134c1f8,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:01.427152 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0a71fa67-87f5-4420-8b2e-b9af1f3f1453 req-fe630131-d071-45c4-93da-594a47eb23b0 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560267 Nov 23 08:59:01.461862 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 34946) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:01.473015 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Attempting to bind port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:59:01.473654 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Attempting to bind port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '808be254-c4cd-45e1-9e8e-822d369660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c'}] {{(pid=102541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:59:01.474354 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Attempting to bind port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 on network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:59:01.479350 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 on network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 08:59:01.479671 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Attempting to bind port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 on network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:59:01.486560 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:59:01.487017 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Checking segment: {'id': '808be254-c4cd-45e1-9e8e-822d369660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:59:01.487471 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Bound using segment: {'id': '808be254-c4cd-45e1-9e8e-822d369660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c'} {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:59:01.487925 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Bound port: 6a5bc769-b686-4f1b-aa8b-1993d134c1f8, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808be254-c4cd-45e1-9e8e-822d369660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c'}}] {{(pid=102541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:59:01.488302 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:01.511392 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-54f17a21-2ea3-44a8-896a-fe7c9434e279 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07b747ae88454322ac06eb367e016361&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460455 Nov 23 08:59:01.511957 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 34948) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:01.564670 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] For port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8, host hv-cinder-76845, cleared binding levels {{(pid=102541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:59:01.572055 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] For port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6a5bc769-b686-4f1b-aa8b-1993d134c1f8,segment=NetworkSegment(808be254-c4cd-45e1-9e8e-822d369660e2),segment_id=808be254-c4cd-45e1-9e8e-822d369660e2)] {{(pid=102541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:59:01.579990 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:01.581888 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b8403f3f-0865-4581-8e07-66d8aa6e878c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:01.605136 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b8403f3f-0865-4581-8e07-66d8aa6e878c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:01.657601 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:01.657601 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:01.657601 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] 10.222.0.47 "PUT /v2.0/ports/6a5bc769-b686-4f1b-aa8b-1993d134c1f8 HTTP/1.1" status: 200 len: 1094 time: 1.4152508 Nov 23 08:59:01.658904 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7614ff-90ad-4ed2-9d48-3b0585258f88', 'tag': '6a5bc769-b686-4f1b-aa8b-1993d134c1f8'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:01.661327 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d17028-71b3-4a06-ac7c-557f62a28e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7614ff-90ad-4ed2-9d48-3b0585258f88", "tag": "6a5bc769-b686-4f1b-aa8b-1993d134c1f8"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:01.666050 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b8403f3f-0865-4581-8e07-66d8aa6e878c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:01.669136 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b8403f3f-0865-4581-8e07-66d8aa6e878c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:01.670147 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-b8403f3f-0865-4581-8e07-66d8aa6e878c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74d779cb-0c56-4fb7-b20e-44ace35fa3eb HTTP/1.1" status: 204 len: 168 time: 0.1576540 Nov 23 08:59:01.680279 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8403f3f-0865-4581-8e07-66d8aa6e878c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d779cb-0c56-4fb7-b20e-44ace35fa3eb,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:01.722723 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11dc1e-9ca7-4b22-8153-092e5ae954ab req-330a0381-d77e-4dd4-b8c1-6562e5512864 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:01.725198 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6e11dc1e-9ca7-4b22-8153-092e5ae954ab req-330a0381-d77e-4dd4-b8c1-6562e5512864 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 932 time: 0.1372581 Nov 23 08:59:01.726539 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daece601-f6a0-4644-b14a-d51136748de8 x-openstack-request-id: req-daece601-f6a0-4644-b14a-d51136748de8 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:01.726839 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7614ff-90ad-4ed2-9d48-3b0585258f88", "tag": "6a5bc769-b686-4f1b-aa8b-1993d134c1f8", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:01.727094 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-daece601-f6a0-4644-b14a-d51136748de8 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:01.727480 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7614ff-90ad-4ed2-9d48-3b0585258f88', 'tag': '6a5bc769-b686-4f1b-aa8b-1993d134c1f8', 'status': 'completed', 'code': 200} Nov 23 08:59:01.728293 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfe0ff-9d4b-436a-8acc-75611ad6218d service neutron] Pushing event updated for resources: {'Port': ['ID=6a5bc769-b686-4f1b-aa8b-1993d134c1f8,revision_number=3']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:01.787997 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6e11dc1e-9ca7-4b22-8153-092e5ae954ab req-70054d81-76fb-4026-87b2-5e46aa5f0ccb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541329 Nov 23 08:59:01.806085 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-62368556-d2b4-40aa-9a18-97c769c4e1dd req-a5d1cdd5-4c92-44d1-9e51-1aa6872a83d5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 210 time: 0.0316110 Nov 23 08:59:01.905366 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cb77b-e0cc-48a5-9700-bad0a8ec8d81 req-772663b7-b758-4f1a-8025-6f528e676888 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:01.906895 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-936cb77b-e0cc-48a5-9700-bad0a8ec8d81 req-772663b7-b758-4f1a-8025-6f528e676888 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 943 time: 0.0557382 Nov 23 08:59:01.960799 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-936cb77b-e0cc-48a5-9700-bad0a8ec8d81 req-fb624a0e-1449-4573-bea0-da1aa066f0fc tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469830 Nov 23 08:59:02.547896 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b076-6f00-4399-bf4f-6410322f1407 req-9dcfa67a-04a1-479f-8377-53567d7cf479 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:02.549924 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4704b076-6f00-4399-bf4f-6410322f1407 req-9dcfa67a-04a1-479f-8377-53567d7cf479 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 943 time: 0.0534484 Nov 23 08:59:02.588986 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-19fb6fe2-c3b8-4baf-9334-27e5c1004f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:02.605597 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4704b076-6f00-4399-bf4f-6410322f1407 req-bebd8d8a-b603-41df-ae6e-8a04e96e7d44 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493677 Nov 23 08:59:02.909336 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017152d-244f-4842-8d2e-ed331899c622 req-2c76942b-ab1b-497f-a02d-afff5515b546 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:02.910990 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7017152d-244f-4842-8d2e-ed331899c622 req-2c76942b-ab1b-497f-a02d-afff5515b546 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 932 time: 0.0510232 Nov 23 08:59:02.926391 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6844dc34-2a04-421c-9b94-f625ec9f6e95 req-847eb9b4-aceb-4f3c-9342-c5c1f97262a1 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 210 time: 0.0297751 Nov 23 08:59:02.983117 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7017152d-244f-4842-8d2e-ed331899c622 req-ce6f2528-1462-4730-abe6-fd7ace0f3a48 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655394 Nov 23 08:59:03.087211 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06250439-8414-4799-9c97-cec70b911e2d req-cb8a9ec2-2b7a-4304-856e-fcdba4e7aa22 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:03.088696 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-06250439-8414-4799-9c97-cec70b911e2d req-cb8a9ec2-2b7a-4304-856e-fcdba4e7aa22 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 943 time: 0.0527971 Nov 23 08:59:03.142076 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-06250439-8414-4799-9c97-cec70b911e2d req-b9e061ae-0239-48fe-83ab-ec3df3e3a24e tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437376 Nov 23 08:59:03.724348 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20efe7e-937c-4db8-a585-17c793a226e7 req-9652016b-02ae-42a2-8be9-29a7697d1e68 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:03.725749 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d20efe7e-937c-4db8-a585-17c793a226e7 req-9652016b-02ae-42a2-8be9-29a7697d1e68 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 943 time: 0.0554945 Nov 23 08:59:03.772863 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d20efe7e-937c-4db8-a585-17c793a226e7 req-a4e99535-ae11-4e8f-a7b5-d52303d9c12b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411549 Nov 23 08:59:03.886899 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Request body: {'port': {'device_id': '7360d955-d8b0-49dc-bb7e-a804b8f5246b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:59:03.903609 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device a8efe016-048d-473e-bb9a-b6758d97be0a details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 08:59:03.999959 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.004988 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d17028-71b3-4a06-ac7c-557f62a28e0b req-fa4e25d0-52e9-4f23-9c61-808b180b6286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:04.008042 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-37d17028-71b3-4a06-ac7c-557f62a28e0b req-fa4e25d0-52e9-4f23-9c61-808b180b6286 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 1097 time: 0.0799298 Nov 23 08:59:04.078158 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.117882 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f069353f-71d1-4c20-90c5-23e3d35429b2 req-15ed9bc1-9e2b-4a1f-8ded-e9271e7213e5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 210 time: 0.0503736 Nov 23 08:59:04.129953 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port a8efe016-048d-473e-bb9a-b6758d97be0a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a8efe016-048d-473e-bb9a-b6758d97be0a,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:04.148788 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': 'a8efe016-048d-473e-bb9a-b6758d97be0a', 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb', 'port_id': 'a8efe016-048d-473e-bb9a-b6758d97be0a', 'mac_address': 'fa:16:3e:f9:1d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08cbcc1-e6a1-42f0-a355-e990471ea40c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 08:59:04.202317 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.246216 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8efe016-048d-473e-bb9a-b6758d97be0a {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:59:04.292917 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port a8efe016-048d-473e-bb9a-b6758d97be0a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a8efe016-048d-473e-bb9a-b6758d97be0a,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:04.300063 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.301054 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device d6b7a840-3e22-4af8-ae32-3c470529acca details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 08:59:04.360611 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35056) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:04.409236 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195597f-4372-453c-952e-fd46b807ef2e req-c78df869-5767-4715-9697-453acf474560 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:04.410026 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c195597f-4372-453c-952e-fd46b807ef2e req-c78df869-5767-4715-9697-453acf474560 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 932 time: 0.3080244 Nov 23 08:59:04.431795 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2943909-e8d9-4682-b3ed-0aef9baa77a3 req-da9f6fbc-a02c-4e4b-b842-f86868daaa00 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:04.434302 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2943909-e8d9-4682-b3ed-0aef9baa77a3 req-da9f6fbc-a02c-4e4b-b842-f86868daaa00 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 943 time: 0.1798036 Nov 23 08:59:04.473663 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d17028-71b3-4a06-ac7c-557f62a28e0b req-e3c6746e-ed81-41d4-b041-92acbdc6f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:04.475178 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-37d17028-71b3-4a06-ac7c-557f62a28e0b req-e3c6746e-ed81-41d4-b041-92acbdc6f9da service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4583921 Nov 23 08:59:04.478138 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=a8efe016-048d-473e-bb9a-b6758d97be0a,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:04.504863 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port d6b7a840-3e22-4af8-ae32-3c470529acca, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d6b7a840-3e22-4af8-ae32-3c470529acca,segment=NetworkSegment(07de591c-c3a8-49a1-91c6-6d1e29687f58),segment_id=07de591c-c3a8-49a1-91c6-6d1e29687f58)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:04.556333 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c195597f-4372-453c-952e-fd46b807ef2e req-47f5fc03-6308-4a95-a6ef-cb237808dd4d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220825 Nov 23 08:59:04.558856 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2943909-e8d9-4682-b3ed-0aef9baa77a3 req-dfe3984b-bc43-475b-9235-20f3b013f3e2 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123259 Nov 23 08:59:04.568517 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:59:04.592080 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.607866 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b544a9fb-24aa-4f21-ab3e-14b894309ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.613215 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Transition to ACTIVE for port object 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 08:59:04.618863 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.662280 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': 'd6b7a840-3e22-4af8-ae32-3c470529acca', 'network_id': 'd97b32ee-221e-4103-8904-28844344b922', 'port_id': 'd6b7a840-3e22-4af8-ae32-3c470529acca', 'mac_address': 'fa:16:3e:69:cc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5991780c-a80f-4f98-b696-a357122285ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 08:59:04.707519 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Pushing event updated for resources: {'Port': ['ID=14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:04.712636 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.720370 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Attempting to bind port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:59:04.721077 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Attempting to bind port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '808be254-c4cd-45e1-9e8e-822d369660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:59:04.721786 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Attempting to bind port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 on network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:59:04.723402 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b544a9fb-24aa-4f21-ab3e-14b894309ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.728914 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 on network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 08:59:04.729300 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b544a9fb-24aa-4f21-ab3e-14b894309ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.729419 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Attempting to bind port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 on network 8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:59:04.730051 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b7a840-3e22-4af8-ae32-3c470529acca {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:59:04.738288 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:59:04.739108 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Checking segment: {'id': '808be254-c4cd-45e1-9e8e-822d369660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:59:04.739777 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Bound using segment: {'id': '808be254-c4cd-45e1-9e8e-822d369660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:59:04.740533 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Bound port: 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808be254-c4cd-45e1-9e8e-822d369660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:59:04.740899 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.771579 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port d6b7a840-3e22-4af8-ae32-3c470529acca, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d6b7a840-3e22-4af8-ae32-3c470529acca,segment=NetworkSegment(07de591c-c3a8-49a1-91c6-6d1e29687f58),segment_id=07de591c-c3a8-49a1-91c6-6d1e29687f58)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:04.773262 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-b544a9fb-24aa-4f21-ab3e-14b894309ebe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01dae23684d44451804d369d77a497fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108515 Nov 23 08:59:04.774258 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544a9fb-24aa-4f21-ab3e-14b894309ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a373e29-bfb7-4312-ae1f-b50417a43f2b,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:04.776507 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35068) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:04.779596 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.835516 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=d6b7a840-3e22-4af8-ae32-3c470529acca,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:04.842938 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] For port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:59:04.847257 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] For port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704,segment=NetworkSegment(808be254-c4cd-45e1-9e8e-822d369660e2),segment_id=808be254-c4cd-45e1-9e8e-822d369660e2)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:59:04.870214 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.881968 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.897430 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-19e5b7ae-49d8-4525-8864-6dabf8e2e877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.922313 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:04.924326 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.925779 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] 10.222.0.47 "PUT /v2.0/ports/14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 HTTP/1.1" status: 200 len: 1094 time: 1.0456305 Nov 23 08:59:04.926434 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7360d955-d8b0-49dc-bb7e-a804b8f5246b', 'tag': '14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:04.928465 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a231127-799b-443a-aa8a-90ad06326f59" -d '{"events": [{"name": "network-changed", "server_uuid": "7360d955-d8b0-49dc-bb7e-a804b8f5246b", "tag": "14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:04.944730 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba254ecc-a9c1-4c5b-acb4-afeb2d87cf14 service neutron] Pushing event updated for resources: {'Port': ['ID=14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:04.961117 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-19e5b7ae-49d8-4525-8864-6dabf8e2e877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:04.970500 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fc6a59-f48a-4aa7-9f5a-f9f2434bc32b x-openstack-request-id: req-a3fc6a59-f48a-4aa7-9f5a-f9f2434bc32b {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:04.970795 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7360d955-d8b0-49dc-bb7e-a804b8f5246b", "tag": "14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:04.971058 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3fc6a59-f48a-4aa7-9f5a-f9f2434bc32b {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:04.971459 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7360d955-d8b0-49dc-bb7e-a804b8f5246b', 'tag': '14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704', 'status': 'completed', 'code': 200} Nov 23 08:59:04.980675 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527236b-ba7e-4dbf-bde8-7f9b21855865 req-465dba48-c0f0-4052-bad1-1247d77e36f4 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:04.982375 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3527236b-ba7e-4dbf-bde8-7f9b21855865 req-465dba48-c0f0-4052-bad1-1247d77e36f4 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 944 time: 0.1139565 Nov 23 08:59:05.046218 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3527236b-ba7e-4dbf-bde8-7f9b21855865 req-053f5513-7be4-4446-a7d3-afc4fe345fa1 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537105 Nov 23 08:59:05.055823 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-19e5b7ae-49d8-4525-8864-6dabf8e2e877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:05.058500 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-19e5b7ae-49d8-4525-8864-6dabf8e2e877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:05.059601 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-19e5b7ae-49d8-4525-8864-6dabf8e2e877 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a373e29-bfb7-4312-ae1f-b50417a43f2b HTTP/1.1" status: 204 len: 168 time: 0.2697983 Nov 23 08:59:05.067866 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5b7ae-49d8-4525-8864-6dabf8e2e877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a373e29-bfb7-4312-ae1f-b50417a43f2b,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:05.237582 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3c7aa193-e311-4df9-92fe-b925422cd1fc req-87f877fd-cd34-4e59-83ba-bed280dce225 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 210 time: 0.0283310 Nov 23 08:59:05.328887 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 35084) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:05.343286 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c7bf1512-c30f-4358-8b7d-5acc5048d9e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:05.423191 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c7bf1512-c30f-4358-8b7d-5acc5048d9e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:05.427061 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-c7bf1512-c30f-4358-8b7d-5acc5048d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:05.465469 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-c7bf1512-c30f-4358-8b7d-5acc5048d9e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a25e02aa7f6541e8aa6ffb26ed99ab1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352034 Nov 23 08:59:05.466307 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf1512-c30f-4358-8b7d-5acc5048d9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2f035f-36ff-47b7-86a1-ef9639d9202e,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:05.468186 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35086) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:05.518213 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5e1d617e-afee-4a12-97a1-2a6cabf599f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:05.542421 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5e1d617e-afee-4a12-97a1-2a6cabf599f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:05.594387 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5e1d617e-afee-4a12-97a1-2a6cabf599f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:05.597604 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5e1d617e-afee-4a12-97a1-2a6cabf599f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:05.603855 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-5e1d617e-afee-4a12-97a1-2a6cabf599f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df2f035f-36ff-47b7-86a1-ef9639d9202e HTTP/1.1" status: 204 len: 168 time: 0.1345155 Nov 23 08:59:05.628309 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d617e-afee-4a12-97a1-2a6cabf599f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2f035f-36ff-47b7-86a1-ef9639d9202e,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:05.677979 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936d3ff-a6f5-4da4-8a66-626f46e4331b req-708206e9-ef28-458f-badb-4b9012fa0bcb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:05.679843 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2936d3ff-a6f5-4da4-8a66-626f46e4331b req-708206e9-ef28-458f-badb-4b9012fa0bcb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 944 time: 0.0657349 Nov 23 08:59:05.726839 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6af50a-07c9-46aa-8681-a2bcd2693916 req-d65ff6db-02e8-46dd-8643-b5b28ec6a88a tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:05.733694 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1e6af50a-07c9-46aa-8681-a2bcd2693916 req-d65ff6db-02e8-46dd-8643-b5b28ec6a88a tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 944 time: 0.0644884 Nov 23 08:59:05.734180 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2936d3ff-a6f5-4da4-8a66-626f46e4331b req-4eebd992-6cbb-424b-abc0-500f2a7958fe tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476830 Nov 23 08:59:05.780604 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1e6af50a-07c9-46aa-8681-a2bcd2693916 req-6bb9aeb2-9407-44cb-840c-87078d4fc176 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454307 Nov 23 08:59:05.843365 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:06.163740 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e6dc2-9d7b-4c57-a0a4-cfdc413abb08 req-80906cd8-b8a6-41f3-bba1-463d923cf0e8 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:06.165354 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2d3e6dc2-9d7b-4c57-a0a4-cfdc413abb08 req-80906cd8-b8a6-41f3-bba1-463d923cf0e8 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 944 time: 0.0493555 Nov 23 08:59:06.219488 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2d3e6dc2-9d7b-4c57-a0a4-cfdc413abb08 req-e406fd4f-7ee8-4c24-b292-c90cedf7cce2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479910 Nov 23 08:59:06.335401 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4cb3c7c5-b83d-429d-a04e-34a3842539f5 req-4777c56f-d764-4cc1-810d-6c4a50e61951 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 210 time: 0.0268683 Nov 23 08:59:06.853381 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef5cb0-5c1e-4589-9fc0-0af3fea68397 req-3c6e39e5-ce6c-4b5b-a005-a3f6bdef5af7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:06.854913 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f9ef5cb0-5c1e-4589-9fc0-0af3fea68397 req-3c6e39e5-ce6c-4b5b-a005-a3f6bdef5af7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 944 time: 0.0521679 Nov 23 08:59:06.907956 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f542a60-d0d1-4e14-a277-0a8434c4b515 req-e7457b81-d9de-4254-a7e9-55904861c362 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:06.909505 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1f542a60-d0d1-4e14-a277-0a8434c4b515 req-e7457b81-d9de-4254-a7e9-55904861c362 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 944 time: 0.0511546 Nov 23 08:59:06.911552 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f9ef5cb0-5c1e-4589-9fc0-0af3fea68397 req-bdc6717e-ad02-4e6b-9a2f-0f438d30c454 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506067 Nov 23 08:59:06.957426 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1f542a60-d0d1-4e14-a277-0a8434c4b515 req-f9de411d-8486-43e2-be0b-a12ed4414785 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412014 Nov 23 08:59:07.130384 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35148) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:07.233518 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6dffd515-9030-41fc-990e-a423e03f4a78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:07.407387 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-38bd34b8-df88-4c4b-9bc1-3325ed25be02 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:07.410685 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-38bd34b8-df88-4c4b-9bc1-3325ed25be02 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.47 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 817 time: 0.1653330 Nov 23 08:59:07.464963 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a807513b-c4fa-4c96-a6d6-f9421cbdd12c req-6a818b30-19df-49e9-8290-3c6581a2fe97 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 210 time: 0.0452538 Nov 23 08:59:07.525016 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-8d6fa7eb-026c-47f7-a9d5-584743bc29ee tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e25886501fbd4758b06603593508fd2c HTTP/1.1" status: 200 len: 380 time: 0.0953119 Nov 23 08:59:07.530643 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d17028-71b3-4a06-ac7c-557f62a28e0b req-47b0eb0d-0315-43a0-b1a4-61087264bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:07.532349 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-37d17028-71b3-4a06-ac7c-557f62a28e0b req-47b0eb0d-0315-43a0-b1a4-61087264bddc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2841034 Nov 23 08:59:07.535531 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-1d628f66-0026-4990-8e02-4e70b20fb926 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Request body: {'port': {'device_id': '82569d71-833c-454b-a668-12dc9a37e7e2', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'admin_state_up': True, 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'security_groups': ['14af4242-e22d-4646-aceb-09e850a1bb44']}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:59:07.535999 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a231127-799b-443a-aa8a-90ad06326f59 req-71b4d677-b6f2-4d9b-8ff0-a4875432b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:07.537368 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8a231127-799b-443a-aa8a-90ad06326f59 req-71b4d677-b6f2-4d9b-8ff0-a4875432b0e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 1097 time: 0.2485602 Nov 23 08:59:07.546199 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e0e9c-840a-4a05-934f-2b8c967f94e0 req-a381d035-314e-4fe2-b7f4-d65a818eb2c9 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:07.549344 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9d0e0e9c-840a-4a05-934f-2b8c967f94e0 req-a381d035-314e-4fe2-b7f4-d65a818eb2c9 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 944 time: 0.2257133 Nov 23 08:59:07.559870 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['a8efe016-048d-473e-bb9a-b6758d97be0a'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 08:59:07.621000 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['d6b7a840-3e22-4af8-ae32-3c470529acca'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 08:59:07.674225 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-1d628f66-0026-4990-8e02-4e70b20fb926 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Made reservation on behalf of e25886501fbd4758b06603593508fd2c for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:59:07.678528 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-1d628f66-0026-4990-8e02-4e70b20fb926 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:07.833373 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6dffd515-9030-41fc-990e-a423e03f4a78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:07.871699 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6dffd515-9030-41fc-990e-a423e03f4a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:07.880427 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-1d628f66-0026-4990-8e02-4e70b20fb926 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Allocated IP 172.20.0.5 (173e57ff-5d80-4e2b-b8fe-bc64d9610472/7f4db1fb-4174-4809-961e-7011cda7173c/efe7e8ac-f495-4361-902c-7da559e50715) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:59:07.989916 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffd515-9030-41fc-990e-a423e03f4a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c78622-b508-4895-9d85-087a5d0beb4f,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:07.998238 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-6dffd515-9030-41fc-990e-a423e03f4a78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9082f9eb2cdf484d948ff22281f0a11f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8668084 Nov 23 08:59:08.001621 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35170) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:08.004388 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-3d65e625-385b-44b8-9477-9b114a7a7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:08.005941 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-3d65e625-385b-44b8-9477-9b114a7a7198 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 1097 time: 0.4116993 Nov 23 08:59:08.020473 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9d0e0e9c-840a-4a05-934f-2b8c967f94e0 req-113893c8-fed0-4be4-9071-a091c319f39c tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368136 Nov 23 08:59:08.036526 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a231127-799b-443a-aa8a-90ad06326f59 req-a988502a-6e92-45eb-86da-b0dd7ae67cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:08.043624 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8a231127-799b-443a-aa8a-90ad06326f59 req-a988502a-6e92-45eb-86da-b0dd7ae67cd6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4915650 Nov 23 08:59:08.129564 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-0e48e2f3-4c8a-4e48-81bf-9033d193176f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a5bc769-b686-4f1b-aa8b-1993d134c1f8 HTTP/1.1" status: 200 len: 217 time: 0.0944822 Nov 23 08:59:08.153432 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-1d628f66-0026-4990-8e02-4e70b20fb926 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:08.166837 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2b838-fbb6-45c6-be5f-4edea70d39fe req-c9ab92cc-f5c2-43a6-a4f1-dae34a758135 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:08.168401 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-73f2b838-fbb6-45c6-be5f-4edea70d39fe req-c9ab92cc-f5c2-43a6-a4f1-dae34a758135 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 944 time: 0.1178660 Nov 23 08:59:08.223722 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-1d628f66-0026-4990-8e02-4e70b20fb926 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:08.282907 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-73f2b838-fbb6-45c6-be5f-4edea70d39fe req-3323dfcb-fec0-4504-af99-332bb69f0a95 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985231 Nov 23 08:59:08.285112 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-1d628f66-0026-4990-8e02-4e70b20fb926 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:59:08.287193 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-150108b3-5250-4ead-840f-794f90c9fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:08.288405 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-1d628f66-0026-4990-8e02-4e70b20fb926 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:59:08.289638 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-150108b3-5250-4ead-840f-794f90c9fd12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c2220b-9036-4d1e-9c30-f159f5f6d815 HTTP/1.1" status: 200 len: 857 time: 0.1442635 Nov 23 08:59:08.295215 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-1d628f66-0026-4990-8e02-4e70b20fb926 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:59:08.296622 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-90b2a0bd-522f-4799-a0e5-c1c15b0c0232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:08.302424 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-1d628f66-0026-4990-8e02-4e70b20fb926 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:08.303074 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-1d628f66-0026-4990-8e02-4e70b20fb926 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:08.334051 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d628f66-0026-4990-8e02-4e70b20fb926 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event updated for resources: {'Port': ['ID=efe7e8ac-f495-4361-902c-7da559e50715,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:08.341557 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-1d628f66-0026-4990-8e02-4e70b20fb926 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8093307 Nov 23 08:59:08.353612 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Request body: {'port': {'device_id': '82569d71-833c-454b-a668-12dc9a37e7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:59:08.362024 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a231127-799b-443a-aa8a-90ad06326f59 req-656c2e5d-efaf-49b8-9c4b-fbc1db63e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:08.367705 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8a231127-799b-443a-aa8a-90ad06326f59 req-656c2e5d-efaf-49b8-9c4b-fbc1db63e570 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3068752 Nov 23 08:59:08.367705 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-9b3e30ab-5c64-486c-b56c-e3e417208a57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653937 Nov 23 08:59:08.377482 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e55ef-ed72-46b5-b38c-94a63d60542d req-c9282b1d-20ff-44f9-94c7-5d8bfbe3d904 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:08.379128 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-224e55ef-ed72-46b5-b38c-94a63d60542d req-c9282b1d-20ff-44f9-94c7-5d8bfbe3d904 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 944 time: 0.2262383 Nov 23 08:59:08.381292 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-90b2a0bd-522f-4799-a0e5-c1c15b0c0232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:08.449517 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:08.619060 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-224e55ef-ed72-46b5-b38c-94a63d60542d req-7e276c8e-eeaf-4ab5-b5e6-1820ba7786e2 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066667 Nov 23 08:59:08.656432 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-fed7f746-d6cb-49c8-88d3-53612de6e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:08.658867 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-fed7f746-d6cb-49c8-88d3-53612de6e3f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 1097 time: 0.2153468 Nov 23 08:59:08.660999 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-90b2a0bd-522f-4799-a0e5-c1c15b0c0232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:08.664263 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-90b2a0bd-522f-4799-a0e5-c1c15b0c0232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:08.666011 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-90b2a0bd-522f-4799-a0e5-c1c15b0c0232 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61c78622-b508-4895-9d85-087a5d0beb4f HTTP/1.1" status: 204 len: 168 time: 0.6590106 Nov 23 08:59:08.668228 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-40c3ae4e-4988-4c1b-9106-e7a66ccd3f9c service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849739 Nov 23 08:59:08.723433 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-409c3169-7626-4b67-95aa-074e7756b63e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 HTTP/1.1" status: 200 len: 217 time: 0.0511742 Nov 23 08:59:08.766769 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-54088c5b-d156-494b-bca8-528c5d763fc7 None None] Provisioning complete for port efe7e8ac-f495-4361-902c-7da559e50715 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:59:08.768705 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-54088c5b-d156-494b-bca8-528c5d763fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:08.833431 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d279a-c705-4c30-965e-d4b87cba3239 req-f813e4e4-5265-4a82-b431-ea4638d5e1e5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:08.850419 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7d4d279a-c705-4c30-965e-d4b87cba3239 req-f813e4e4-5265-4a82-b431-ea4638d5e1e5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 931 time: 0.1245832 Nov 23 08:59:08.875865 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-54088c5b-d156-494b-bca8-528c5d763fc7 None None] Port efe7e8ac-f495-4361-902c-7da559e50715 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 08:59:08.888732 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2a0bd-522f-4799-a0e5-c1c15b0c0232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c78622-b508-4895-9d85-087a5d0beb4f,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:08.947459 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-d621e5c7-9017-465c-9841-8b908a90aa4b service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229247 Nov 23 08:59:08.960349 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7d4d279a-c705-4c30-965e-d4b87cba3239 req-6bd5efca-1eb3-413e-b7d7-2ef880b816a2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088018 Nov 23 08:59:08.963300 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-49b3c41a-5652-4129-8e92-26293d9b370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:08.965544 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-49b3c41a-5652-4129-8e92-26293d9b370d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c2220b-9036-4d1e-9c30-f159f5f6d815 HTTP/1.1" status: 200 len: 857 time: 0.0653946 Nov 23 08:59:09.009117 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe7e8ac-f495-4361-902c-7da559e50715 {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:59:09.021881 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.022539 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-b46defa4-4299-4f12-bb7c-51425fbc3428 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478330 Nov 23 08:59:09.038004 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Transition to ACTIVE for port object efe7e8ac-f495-4361-902c-7da559e50715 will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 08:59:09.044513 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.139282 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Pushing event updated for resources: {'Port': ['ID=efe7e8ac-f495-4361-902c-7da559e50715,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:09.194665 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35240) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:09.211361 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Attempting to bind port efe7e8ac-f495-4361-902c-7da559e50715 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:59:09.211702 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Attempting to bind port efe7e8ac-f495-4361-902c-7da559e50715 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:59:09.212876 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Attempting to bind port efe7e8ac-f495-4361-902c-7da559e50715 on network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:59:09.225062 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Port efe7e8ac-f495-4361-902c-7da559e50715 on network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 08:59:09.225568 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Attempting to bind port efe7e8ac-f495-4361-902c-7da559e50715 on network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:59:09.232459 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-d2a17e9c-c3ca-4b85-9538-c0d69274c113 service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039137 Nov 23 08:59:09.235817 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device a8efe016-048d-473e-bb9a-b6758d97be0a up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:59:09.240217 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:59:09.240217 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Checking segment: {'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:59:09.240217 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Bound using segment: {'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:59:09.240885 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Bound port: efe7e8ac-f495-4361-902c-7da559e50715, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:59:09.241434 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.248176 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e629db41-f757-484a-961d-c3db629f33db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.320501 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c65377-d10b-4e5a-9273-1de5bd3003eb req-a075c94a-89eb-4a45-80bf-21909f7fde0c tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:09.328638 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e5c65377-d10b-4e5a-9273-1de5bd3003eb req-a075c94a-89eb-4a45-80bf-21909f7fde0c tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 944 time: 0.1859627 Nov 23 08:59:09.329176 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port a8efe016-048d-473e-bb9a-b6758d97be0a completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 08:59:09.338872 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port a8efe016-048d-473e-bb9a-b6758d97be0a triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:59:09.339488 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.365510 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] For port efe7e8ac-f495-4361-902c-7da559e50715, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:59:09.373203 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] For port efe7e8ac-f495-4361-902c-7da559e50715, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=efe7e8ac-f495-4361-902c-7da559e50715,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:59:09.383985 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.484612 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.492192 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e5c65377-d10b-4e5a-9273-1de5bd3003eb req-61402233-3479-4e9e-aacf-7c769d33277c tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621006 Nov 23 08:59:09.507689 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9e77ddb6-ad28-4951-ad17-bbbf7efa5b69 req-49a23ee4-b788-4aee-94bd-7469f5405cb2 service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454176 Nov 23 08:59:09.551517 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:09.556175 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.556175 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] 10.222.0.47 "PUT /v2.0/ports/efe7e8ac-f495-4361-902c-7da559e50715 HTTP/1.1" status: 200 len: 1093 time: 1.2055783 Nov 23 08:59:09.556175 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:09.559260 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f46a396-d01c-483f-8a4e-4b6bf1b722ef" -d '{"events": [{"name": "network-changed", "server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "tag": "efe7e8ac-f495-4361-902c-7da559e50715"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:09.608997 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e629db41-f757-484a-961d-c3db629f33db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.624420 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e629db41-f757-484a-961d-c3db629f33db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.626706 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port a8efe016-048d-473e-bb9a-b6758d97be0a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a8efe016-048d-473e-bb9a-b6758d97be0a,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:09.631722 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f78026a-3a7c-46df-bc8b-8cf227c87354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8efe016-048d-473e-bb9a-b6758d97be0a'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:09.683960 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b587de-a3d2-4c6b-acc4-92e11de248f7 service neutron] Pushing event updated for resources: {'Port': ['ID=efe7e8ac-f495-4361-902c-7da559e50715,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:09.701540 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-e629db41-f757-484a-961d-c3db629f33db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af0f1525443a42a08fbcb10a8194c105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5056553 Nov 23 08:59:09.702729 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629db41-f757-484a-961d-c3db629f33db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e5c56b-ca2a-478e-96e3-1f041e56e31f,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:09.706928 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35268) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:09.717553 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db1531-a4aa-43ad-bf64-768115fd2a32 req-9582e751-9b9f-4c58-a8b9-5879d0984d5d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:09.726891 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c6db1531-a4aa-43ad-bf64-768115fd2a32 req-9582e751-9b9f-4c58-a8b9-5879d0984d5d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 944 time: 0.2437887 Nov 23 08:59:09.761398 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f451496f-605e-4df1-b0e1-113e5700241f x-openstack-request-id: req-f451496f-605e-4df1-b0e1-113e5700241f {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:09.761694 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "tag": "efe7e8ac-f495-4361-902c-7da559e50715", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:09.761949 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f451496f-605e-4df1-b0e1-113e5700241f {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:09.762364 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715', 'status': 'completed', 'code': 200} Nov 23 08:59:09.815957 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-a6e98ed4-c63c-4f68-82f8-1ddbe998ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:09.820602 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d431b619-907f-49f3-ba53-60c81017aa17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.829302 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-a6e98ed4-c63c-4f68-82f8-1ddbe998ee9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 1096 time: 0.1917331 Nov 23 08:59:09.851229 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d431b619-907f-49f3-ba53-60c81017aa17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.858253 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.859813 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device d6b7a840-3e22-4af8-ae32-3c470529acca up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:59:09.930243 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-75659177-2ed5-4e0a-a18e-554c0b0dc4e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe7e8ac-f495-4361-902c-7da559e50715 HTTP/1.1" status: 200 len: 217 time: 0.1000290 Nov 23 08:59:09.943292 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c6db1531-a4aa-43ad-bf64-768115fd2a32 req-a51bc7a4-4aa5-4763-9f75-2976f327f64a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150905 Nov 23 08:59:09.964500 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d431b619-907f-49f3-ba53-60c81017aa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.970439 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d431b619-907f-49f3-ba53-60c81017aa17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:09.979690 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-d431b619-907f-49f3-ba53-60c81017aa17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33e5c56b-ca2a-478e-96e3-1f041e56e31f HTTP/1.1" status: 204 len: 168 time: 0.2586129 Nov 23 08:59:10.077562 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-2b6756cc-06aa-4ee3-a3fb-713fbf8bcb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:10.078185 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431b619-907f-49f3-ba53-60c81017aa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e5c56b-ca2a-478e-96e3-1f041e56e31f,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:10.084358 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=a8efe016-048d-473e-bb9a-b6758d97be0a,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:10.090334 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-2b6756cc-06aa-4ee3-a3fb-713fbf8bcb94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 200 len: 856 time: 0.1441886 Nov 23 08:59:10.131330 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port d6b7a840-3e22-4af8-ae32-3c470529acca completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 08:59:10.137748 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port d6b7a840-3e22-4af8-ae32-3c470529acca triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:59:10.138432 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:10.183627 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baeca2-59bb-4173-9b2c-2ce7f2c5b283 req-ab30a1e7-8081-4dd7-9cba-a6c8aa9f6af1 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:10.197381 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c1baeca2-59bb-4173-9b2c-2ce7f2c5b283 req-ab30a1e7-8081-4dd7-9cba-a6c8aa9f6af1 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 944 time: 0.2716427 Nov 23 08:59:10.257652 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8329dc-410f-4240-a962-d1e06b461f1e" -d '{"events": [{"server_uuid": "0f78026a-3a7c-46df-bc8b-8cf227c87354", "name": "network-vif-plugged", "status": "completed", "tag": "a8efe016-048d-473e-bb9a-b6758d97be0a"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:10.262440 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:10.290119 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c1baeca2-59bb-4173-9b2c-2ce7f2c5b283 req-9632660b-1f9e-4ab3-923e-e74ddaa22318 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838869 Nov 23 08:59:10.321889 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port d6b7a840-3e22-4af8-ae32-3c470529acca, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d6b7a840-3e22-4af8-ae32-3c470529acca,segment=NetworkSegment(07de591c-c3a8-49a1-91c6-6d1e29687f58),segment_id=07de591c-c3a8-49a1-91c6-6d1e29687f58)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:10.326081 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0682afe-1ccd-439f-bcaf-57fd0ddfe4f9 req-c6fac331-c115-42cd-a20f-9ef44adc13f9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:10.327816 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e0682afe-1ccd-439f-bcaf-57fd0ddfe4f9 req-c6fac331-c115-42cd-a20f-9ef44adc13f9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.2364519 Nov 23 08:59:10.328101 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:10.349878 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-67baf889-8afc-472b-be3c-d1afb0cd4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:10.352039 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-67baf889-8afc-472b-be3c-d1afb0cd4ffe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=173e57ff-5d80-4e2b-b8fe-bc64d9610472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2474713 Nov 23 08:59:10.409461 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=d6b7a840-3e22-4af8-ae32-3c470529acca,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:10.485779 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e0682afe-1ccd-439f-bcaf-57fd0ddfe4f9 req-cd91c462-3bf8-480e-8172-ded0cd88842f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250854 Nov 23 08:59:10.514763 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-0aa200e9-21c9-413c-b64c-718b365b8557 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505518 Nov 23 08:59:10.606229 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2de3d5-7ff7-4206-b61f-b049cd42e358 x-openstack-request-id: req-3f2de3d5-7ff7-4206-b61f-b049cd42e358 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:10.606552 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f78026a-3a7c-46df-bc8b-8cf227c87354", "name": "network-vif-plugged", "status": "completed", "tag": "a8efe016-048d-473e-bb9a-b6758d97be0a", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:10.606813 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f2de3d5-7ff7-4206-b61f-b049cd42e358 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:10.607261 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f78026a-3a7c-46df-bc8b-8cf227c87354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8efe016-048d-473e-bb9a-b6758d97be0a', 'code': 200} Nov 23 08:59:10.700717 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f93b2330-60ae-4555-acaf-a9c0645e6005 req-d2f2d0c1-d200-4eed-86fb-1275565b54bc service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746476 Nov 23 08:59:10.715232 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a06b38-0d62-49fc-8032-6a36ca14c282 req-e969d73c-891d-4794-8780-53f4d429004b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:10.717046 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-60a06b38-0d62-49fc-8032-6a36ca14c282 req-e969d73c-891d-4794-8780-53f4d429004b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 945 time: 0.0862701 Nov 23 08:59:10.805208 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-60a06b38-0d62-49fc-8032-6a36ca14c282 req-216e67d2-2bd5-4a09-9f03-a6f6f9cadee3 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762727 Nov 23 08:59:10.853674 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46a396-d01c-483f-8a4e-4b6bf1b722ef req-a260321e-897d-4908-bee2-e3a41d859b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:10.861489 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5f46a396-d01c-483f-8a4e-4b6bf1b722ef req-a260321e-897d-4908-bee2-e3a41d859b43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0689986 Nov 23 08:59:10.903230 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb50779-1a2a-44fe-895a-b461872a6cce req-43ddc32f-76f0-4055-b2b5-954e5d8a2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:10.904719 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ceb50779-1a2a-44fe-895a-b461872a6cce req-43ddc32f-76f0-4055-b2b5-954e5d8a2b63 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 1098 time: 0.0842688 Nov 23 08:59:10.934419 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-ceb50779-1a2a-44fe-895a-b461872a6cce req-f2be2f8f-ad1f-497b-8c87-bdd04df9112e service neutron] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:10.983816 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46a396-d01c-483f-8a4e-4b6bf1b722ef req-fae4d9b9-fbe7-4e74-b7df-b241eb61a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:10.988422 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5f46a396-d01c-483f-8a4e-4b6bf1b722ef req-fae4d9b9-fbe7-4e74-b7df-b241eb61a419 service neutron] 10.222.0.47 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 918 time: 0.1253664 Nov 23 08:59:11.043537 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-ceb50779-1a2a-44fe-895a-b461872a6cce req-f2be2f8f-ad1f-497b-8c87-bdd04df9112e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:11.049463 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-ceb50779-1a2a-44fe-895a-b461872a6cce req-f2be2f8f-ad1f-497b-8c87-bdd04df9112e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:11.055156 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5f46a396-d01c-483f-8a4e-4b6bf1b722ef req-1064e208-79b2-416b-bdc0-9474cd5c98b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe7e8ac-f495-4361-902c-7da559e50715 HTTP/1.1" status: 200 len: 217 time: 0.0589318 Nov 23 08:59:11.145316 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46a396-d01c-483f-8a4e-4b6bf1b722ef req-1db25073-0495-4e9a-b1aa-e763b29d2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:11.145812 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ceb50779-1a2a-44fe-895a-b461872a6cce req-f2be2f8f-ad1f-497b-8c87-bdd04df9112e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316134 Nov 23 08:59:11.147008 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5f46a396-d01c-483f-8a4e-4b6bf1b722ef req-1db25073-0495-4e9a-b1aa-e763b29d2a79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 200 len: 856 time: 0.0841177 Nov 23 08:59:11.150788 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be2f8f-ad1f-497b-8c87-bdd04df9112e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5d78b83a-c802-4d2f-8b73-fb5d2fb8f82e,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:11.191677 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdeae41-54cd-4620-989f-1a53f4170cff req-7cbdac28-e44b-4b61-97d6-67758a79fd55 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:11.193604 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-efdeae41-54cd-4620-989f-1a53f4170cff req-7cbdac28-e44b-4b61-97d6-67758a79fd55 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 944 time: 0.1076117 Nov 23 08:59:11.260383 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 08:59:11.262095 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-efdeae41-54cd-4620-989f-1a53f4170cff req-e2fd321e-ff70-4b1d-ab26-c091b77100c7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596583 Nov 23 08:59:11.441886 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704,segment=NetworkSegment(808be254-c4cd-45e1-9e8e-822d369660e2),segment_id=808be254-c4cd-45e1-9e8e-822d369660e2)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:11.459488 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704', 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c', 'port_id': '14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704', 'mac_address': 'fa:16:3e:0e:6b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c2220b-9036-4d1e-9c30-f159f5f6d815', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 08:59:11.463633 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46a396-d01c-483f-8a4e-4b6bf1b722ef req-f002bfd6-c98e-4982-91cc-b411565043ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:11.465110 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5f46a396-d01c-483f-8a4e-4b6bf1b722ef req-f002bfd6-c98e-4982-91cc-b411565043ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=173e57ff-5d80-4e2b-b8fe-bc64d9610472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0828826 Nov 23 08:59:11.475513 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f430e81-e352-4538-964f-b635be341c03 req-557f9192-3745-4937-b2d2-eb0bddb3e620 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:11.477223 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3f430e81-e352-4538-964f-b635be341c03 req-557f9192-3745-4937-b2d2-eb0bddb3e620 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0659289 Nov 23 08:59:11.507978 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:11.529106 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:59:11.554209 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704,segment=NetworkSegment(808be254-c4cd-45e1-9e8e-822d369660e2),segment_id=808be254-c4cd-45e1-9e8e-822d369660e2)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:11.560621 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:11.561476 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 08:59:11.671068 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6a5bc769-b686-4f1b-aa8b-1993d134c1f8,segment=NetworkSegment(808be254-c4cd-45e1-9e8e-822d369660e2),segment_id=808be254-c4cd-45e1-9e8e-822d369660e2)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:11.683049 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:11.684618 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810d3bb-32ec-4278-9cce-1f5caf99f843 req-a9c41245-94da-4779-bf86-4e355e235dfa tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:11.686194 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3810d3bb-32ec-4278-9cce-1f5caf99f843 req-a9c41245-94da-4779-bf86-4e355e235dfa tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0977347 Nov 23 08:59:11.689796 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '6a5bc769-b686-4f1b-aa8b-1993d134c1f8', 'network_id': '8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c', 'port_id': '6a5bc769-b686-4f1b-aa8b-1993d134c1f8', 'mac_address': 'fa:16:3e:72:00:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c2220b-9036-4d1e-9c30-f159f5f6d815', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 08:59:11.733503 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:11.748962 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:59:11.775976 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6a5bc769-b686-4f1b-aa8b-1993d134c1f8,segment=NetworkSegment(808be254-c4cd-45e1-9e8e-822d369660e2),segment_id=808be254-c4cd-45e1-9e8e-822d369660e2)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:11.777592 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3810d3bb-32ec-4278-9cce-1f5caf99f843 req-66d1c771-bd39-4832-9e56-90f7853862ad tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823212 Nov 23 08:59:11.788578 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35370) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:11.797644 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:11.824736 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5f46a396-d01c-483f-8a4e-4b6bf1b722ef req-35b9cf3c-0307-49b6-95c8-fff134404a59 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462012 Nov 23 08:59:11.874013 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3f430e81-e352-4538-964f-b635be341c03 req-9d515231-4474-4dac-ba23-dd917323b7dc tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656733 Nov 23 08:59:11.918426 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=6a5bc769-b686-4f1b-aa8b-1993d134c1f8,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:11.940423 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd35b-4fb3-4dda-a4eb-9f6451eb68d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:11.957985 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5f46a396-d01c-483f-8a4e-4b6bf1b722ef req-8b01e4e4-49d4-4ca2-84b2-8998735caa34 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175406 Nov 23 08:59:12.057674 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6372c4f-571d-43b5-99c2-75f8d3d62ea7 req-d12ae2b6-0507-46c4-9604-a5680ed8f878 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:12.059449 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f6372c4f-571d-43b5-99c2-75f8d3d62ea7 req-d12ae2b6-0507-46c4-9604-a5680ed8f878 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 945 time: 0.0936627 Nov 23 08:59:12.085635 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['6a5bc769-b686-4f1b-aa8b-1993d134c1f8'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 08:59:12.086692 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 08:59:12.111394 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd35b-4fb3-4dda-a4eb-9f6451eb68d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:12.129679 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd35b-4fb3-4dda-a4eb-9f6451eb68d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:12.176124 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f6372c4f-571d-43b5-99c2-75f8d3d62ea7 req-4d7d54af-86b5-4a63-a78c-ab0c4f208ac4 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007199 Nov 23 08:59:12.185384 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-2d3dd35b-4fb3-4dda-a4eb-9f6451eb68d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=590e726b03534207aa9e51b7389fb258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3954828 Nov 23 08:59:12.186935 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dd35b-4fb3-4dda-a4eb-9f6451eb68d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622ca24d-717a-499c-a718-87796abdaf5c,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:12.188536 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 35400) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:12.268291 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4d447dec-3e55-44c9-b477-5f565797ae1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:12.293595 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4d447dec-3e55-44c9-b477-5f565797ae1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:12.422420 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4d447dec-3e55-44c9-b477-5f565797ae1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:12.426248 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4d447dec-3e55-44c9-b477-5f565797ae1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:12.427569 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-4d447dec-3e55-44c9-b477-5f565797ae1e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/622ca24d-717a-499c-a718-87796abdaf5c HTTP/1.1" status: 204 len: 168 time: 0.2371418 Nov 23 08:59:12.440767 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d447dec-3e55-44c9-b477-5f565797ae1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622ca24d-717a-499c-a718-87796abdaf5c,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:12.470947 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c30ac-748c-4851-86b0-f3f2c7839d99 req-19460753-b199-455d-8002-1023f65848a6 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:12.478602 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-626c30ac-748c-4851-86b0-f3f2c7839d99 req-19460753-b199-455d-8002-1023f65848a6 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 945 time: 0.0972826 Nov 23 08:59:12.550072 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-626c30ac-748c-4851-86b0-f3f2c7839d99 req-2911012d-868b-42ab-a960-671681b53e00 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695832 Nov 23 08:59:12.608448 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d6e5d5-d743-4b20-9b13-602e635d1c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b7a840-3e22-4af8-ae32-3c470529acca'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:12.612505 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1203159c-ef8f-4630-8567-bb61f8992f6a" -d '{"events": [{"server_uuid": "60d6e5d5-d743-4b20-9b13-602e635d1c39", "name": "network-vif-plugged", "status": "completed", "tag": "d6b7a840-3e22-4af8-ae32-3c470529acca"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:12.662997 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8a7a84-d975-468b-9679-32e126c9e1b4 x-openstack-request-id: req-2d8a7a84-d975-468b-9679-32e126c9e1b4 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:12.663326 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d6e5d5-d743-4b20-9b13-602e635d1c39", "name": "network-vif-plugged", "status": "completed", "tag": "d6b7a840-3e22-4af8-ae32-3c470529acca", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:12.663589 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d8a7a84-d975-468b-9679-32e126c9e1b4 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:12.663979 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d6e5d5-d743-4b20-9b13-602e635d1c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b7a840-3e22-4af8-ae32-3c470529acca', 'code': 200} Nov 23 08:59:12.921788 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35440) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:12.939645 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9890387d-db55-45d7-b831-82c35e9a0a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:12.957451 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98accfef-7bef-4f38-99f6-109bb2439c82 req-0bc77954-fed9-4440-b72d-ce1310d1a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:12.959590 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-98accfef-7bef-4f38-99f6-109bb2439c82 req-0bc77954-fed9-4440-b72d-ce1310d1a6dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 1098 time: 0.1370673 Nov 23 08:59:13.002004 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae563151-a306-4c1e-9380-4f63dcf218ca req-a43b3f24-2d8b-4d2c-9e0f-eabab815c6e9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:13.003688 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ae563151-a306-4c1e-9380-4f63dcf218ca req-a43b3f24-2d8b-4d2c-9e0f-eabab815c6e9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.1003344 Nov 23 08:59:13.060599 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-98accfef-7bef-4f38-99f6-109bb2439c82 req-21bf10b7-ab46-4e04-b497-3b6b81e5138b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872865 Nov 23 08:59:13.078766 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9890387d-db55-45d7-b831-82c35e9a0a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.089571 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9890387d-db55-45d7-b831-82c35e9a0a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.098716 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ae563151-a306-4c1e-9380-4f63dcf218ca req-8f6991ca-0b03-4997-91af-eed5373cbfc4 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874896 Nov 23 08:59:13.110564 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d82e11-0c24-49a4-b480-579c01efcd12 req-66db312a-518c-4cd7-9cd8-cd0473bc4c3f tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:13.112188 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a2d82e11-0c24-49a4-b480-579c01efcd12 req-66db312a-518c-4cd7-9cd8-cd0473bc4c3f tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0995493 Nov 23 08:59:13.165988 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-9890387d-db55-45d7-b831-82c35e9a0a81 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6434f8ade43140c7918c86d9e6a60a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429805 Nov 23 08:59:13.168731 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 35442) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:13.170063 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890387d-db55-45d7-b831-82c35e9a0a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3500d60f-8b72-4844-bfa8-08062f91294c,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:13.203275 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a2d82e11-0c24-49a4-b480-579c01efcd12 req-ce056ff5-04af-4d12-a6a8-ad4d7875c0dc tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838187 Nov 23 08:59:13.228937 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3de01450-fc00-4e49-ab43-0632a512098d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.256000 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3de01450-fc00-4e49-ab43-0632a512098d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.281473 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device efe7e8ac-f495-4361-902c-7da559e50715 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 08:59:13.286680 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:59:13.377218 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35452) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:13.380307 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602ec7b-4f13-4c07-9e12-b6a8b6840c2c req-b7460126-84a4-4cf8-9078-72d476f8b75b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:13.382993 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6602ec7b-4f13-4c07-9e12-b6a8b6840c2c req-b7460126-84a4-4cf8-9078-72d476f8b75b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 945 time: 0.0984061 Nov 23 08:59:13.391906 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3de01450-fc00-4e49-ab43-0632a512098d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.395862 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3de01450-fc00-4e49-ab43-0632a512098d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.397326 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-3de01450-fc00-4e49-ab43-0632a512098d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3500d60f-8b72-4844-bfa8-08062f91294c HTTP/1.1" status: 204 len: 168 time: 0.2273231 Nov 23 08:59:13.401849 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 08:59:13.439269 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:59:13.439740 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.457862 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6602ec7b-4f13-4c07-9e12-b6a8b6840c2c req-5247b6f4-e341-4c87-879e-41749c96f1c2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581996 Nov 23 08:59:13.463078 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de01450-fc00-4e49-ab43-0632a512098d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3500d60f-8b72-4844-bfa8-08062f91294c,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:13.570713 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port efe7e8ac-f495-4361-902c-7da559e50715, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=efe7e8ac-f495-4361-902c-7da559e50715,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:13.572632 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-45e4008b-a840-4ee4-9c72-deb5def0e647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.609215 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': 'efe7e8ac-f495-4361-902c-7da559e50715', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'port_id': 'efe7e8ac-f495-4361-902c-7da559e50715', 'mac_address': 'fa:16:3e:ef:9f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 08:59:13.680193 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-45e4008b-a840-4ee4-9c72-deb5def0e647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.727792 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.729452 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-45e4008b-a840-4ee4-9c72-deb5def0e647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.731021 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.791648 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c39a5-de96-495f-b067-53c62f462e8e req-00d08c36-0250-4f32-ab1d-f991260f9937 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:13.793874 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a11c39a5-de96-495f-b067-53c62f462e8e req-00d08c36-0250-4f32-ab1d-f991260f9937 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 945 time: 0.1165140 Nov 23 08:59:13.800781 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4008b-a840-4ee4-9c72-deb5def0e647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1beb783-d31f-4996-977d-1f6cf47cf8b8,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:13.867263 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe7e8ac-f495-4361-902c-7da559e50715 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:59:13.883253 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-45e4008b-a840-4ee4-9c72-deb5def0e647 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f61eebfb6e204915a9c0a1d6031db8c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5048440 Nov 23 08:59:13.884536 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 35476) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:13.906498 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a11c39a5-de96-495f-b067-53c62f462e8e req-6d0e5bf4-c6fe-4631-8acf-ff513d5b1918 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902324 Nov 23 08:59:13.916289 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port efe7e8ac-f495-4361-902c-7da559e50715, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=efe7e8ac-f495-4361-902c-7da559e50715,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:13.925392 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704,segment=NetworkSegment(808be254-c4cd-45e1-9e8e-822d369660e2),segment_id=808be254-c4cd-45e1-9e8e-822d369660e2)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:13.927755 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.968062 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:13.969908 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:59:14.005147 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1c391fad-53fb-4996-ad64-22edaedd07f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:14.065630 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1c391fad-53fb-4996-ad64-22edaedd07f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:14.086963 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=efe7e8ac-f495-4361-902c-7da559e50715,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:14.161135 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1c391fad-53fb-4996-ad64-22edaedd07f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:14.164582 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1c391fad-53fb-4996-ad64-22edaedd07f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:14.166818 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-1c391fad-53fb-4996-ad64-22edaedd07f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1beb783-d31f-4996-977d-1f6cf47cf8b8 HTTP/1.1" status: 204 len: 168 time: 0.2810729 Nov 23 08:59:14.185564 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c391fad-53fb-4996-ad64-22edaedd07f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1beb783-d31f-4996-977d-1f6cf47cf8b8,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:14.254998 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:14.271805 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 08:59:14.295245 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:59:14.298597 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:14.337222 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebc95c-b709-44e6-a73b-f6ff7839844e req-2b99db3c-fdc9-413c-9893-04eba6adaad4 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:14.351683 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f6ebc95c-b709-44e6-a73b-f6ff7839844e req-2b99db3c-fdc9-413c-9893-04eba6adaad4 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 944 time: 0.1345654 Nov 23 08:59:14.353319 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['efe7e8ac-f495-4361-902c-7da559e50715'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 08:59:14.484386 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f6ebc95c-b709-44e6-a73b-f6ff7839844e req-7a4e63cd-8498-4af9-8054-40fc1444cef5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239216 Nov 23 08:59:14.490535 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1299b-5ef0-48a3-a9b7-4e4a6f3dc9d4 req-f775caf0-a1e2-4cd7-a6a9-64e3b3324da5 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:14.499528 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e3e1299b-5ef0-48a3-a9b7-4e4a6f3dc9d4 req-f775caf0-a1e2-4cd7-a6a9-64e3b3324da5 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.1561923 Nov 23 08:59:14.605785 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e3e1299b-5ef0-48a3-a9b7-4e4a6f3dc9d4 req-80ed4296-46c0-4955-83d8-8342e6c199c2 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003914 Nov 23 08:59:14.626162 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:14.664477 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7360d955-d8b0-49dc-bb7e-a804b8f5246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:14.666789 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61c33fd-b76a-4d50-8514-18aeca1b5227" -d '{"events": [{"server_uuid": "7360d955-d8b0-49dc-bb7e-a804b8f5246b", "name": "network-vif-plugged", "status": "completed", "tag": "14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:14.696258 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6a5bc769-b686-4f1b-aa8b-1993d134c1f8,segment=NetworkSegment(808be254-c4cd-45e1-9e8e-822d369660e2),segment_id=808be254-c4cd-45e1-9e8e-822d369660e2)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:14.706358 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:14.747101 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ad7842-b54a-44df-9da6-72319028efb2 x-openstack-request-id: req-39ad7842-b54a-44df-9da6-72319028efb2 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:14.747437 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7360d955-d8b0-49dc-bb7e-a804b8f5246b", "name": "network-vif-plugged", "status": "completed", "tag": "14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:14.747713 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39ad7842-b54a-44df-9da6-72319028efb2 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:14.748096 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7360d955-d8b0-49dc-bb7e-a804b8f5246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704', 'code': 200} Nov 23 08:59:14.782475 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=6a5bc769-b686-4f1b-aa8b-1993d134c1f8,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:14.944870 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e92abf-f182-46bd-abb7-2e44206bc835 req-dfe85d10-6c3b-4f31-88ee-4bd2bcb86ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:14.946394 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-75e92abf-f182-46bd-abb7-2e44206bc835 req-dfe85d10-6c3b-4f31-88ee-4bd2bcb86ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 1099 time: 0.0451145 Nov 23 08:59:14.972633 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35520) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:14.990302 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-47ce7daa-185d-4cf9-8881-42418c58a6bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:15.015187 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-75e92abf-f182-46bd-abb7-2e44206bc835 req-1087328a-5fda-42bb-a76a-e659f03a8845 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487795 Nov 23 08:59:15.093434 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-47ce7daa-185d-4cf9-8881-42418c58a6bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:15.116544 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-47ce7daa-185d-4cf9-8881-42418c58a6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:15.159640 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-47ce7daa-185d-4cf9-8881-42418c58a6bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b88c5fbad5614624a497b715ef781a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824982 Nov 23 08:59:15.160004 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 35536) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:15.174895 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce7daa-185d-4cf9-8881-42418c58a6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef2f49c-d1b3-48b8-98c1-51fa2bf36ffd,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:15.203545 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbe724-b64c-4821-9fb9-f988d7eb88ae req-69aba689-b3b8-49fb-841b-bd3dd8b39ddb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:15.205118 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-49bbe724-b64c-4821-9fb9-f988d7eb88ae req-69aba689-b3b8-49fb-841b-bd3dd8b39ddb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.1243484 Nov 23 08:59:15.258846 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0f0a5494-75a5-4ae0-8c48-27b05d1c16ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:15.291722 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-49bbe724-b64c-4821-9fb9-f988d7eb88ae req-e951b3f0-0ba9-4a27-bb28-f53a84f36c0f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796554 Nov 23 08:59:15.293964 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:15.306253 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0f0a5494-75a5-4ae0-8c48-27b05d1c16ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:15.363155 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0f0a5494-75a5-4ae0-8c48-27b05d1c16ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:15.367346 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0f0a5494-75a5-4ae0-8c48-27b05d1c16ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:15.368496 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-0f0a5494-75a5-4ae0-8c48-27b05d1c16ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bef2f49c-d1b3-48b8-98c1-51fa2bf36ffd HTTP/1.1" status: 204 len: 168 time: 0.2074594 Nov 23 08:59:15.387490 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a5494-75a5-4ae0-8c48-27b05d1c16ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef2f49c-d1b3-48b8-98c1-51fa2bf36ffd,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:15.620700 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd024d-4fdf-42ee-8416-a9c4763f21c2 req-b94ae5c3-b470-4b69-b6a8-9303ce12738c tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:15.629883 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-27cd024d-4fdf-42ee-8416-a9c4763f21c2 req-b94ae5c3-b470-4b69-b6a8-9303ce12738c tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 944 time: 0.0652444 Nov 23 08:59:15.695564 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-27cd024d-4fdf-42ee-8416-a9c4763f21c2 req-c2a2b5a3-1b5f-40ba-961e-914e6b8faddc tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644171 Nov 23 08:59:15.811616 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff711668-9268-4c22-9de8-6fa64d80a1ae req-8056b827-c2cd-47ec-8ce8-04e6ea95c15c tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:15.822519 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ff711668-9268-4c22-9de8-6fa64d80a1ae req-8056b827-c2cd-47ec-8ce8-04e6ea95c15c tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0627446 Nov 23 08:59:15.829444 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35574) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:15.846174 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-567df988-cb8e-48e4-9b65-4b08604e4c1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:15.895570 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ff711668-9268-4c22-9de8-6fa64d80a1ae req-e60d13b4-fcfa-499c-86c2-0063dabf9c5e tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719416 Nov 23 08:59:15.945039 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-567df988-cb8e-48e4-9b65-4b08604e4c1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:15.949939 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-567df988-cb8e-48e4-9b65-4b08604e4c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:15.992318 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-567df988-cb8e-48e4-9b65-4b08604e4c1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e45a651b2ce54a0a8f44bedb50ae1579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608796 Nov 23 08:59:15.994510 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567df988-cb8e-48e4-9b65-4b08604e4c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1af8a-62eb-4b1e-a10e-35ba775a5835,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:15.995048 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 35584) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:16.056846 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4b471a35-0e97-4f58-9189-a6cec33f0d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:16.081528 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4b471a35-0e97-4f58-9189-a6cec33f0d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:16.133854 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4b471a35-0e97-4f58-9189-a6cec33f0d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:16.136553 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4b471a35-0e97-4f58-9189-a6cec33f0d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:16.140122 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-4b471a35-0e97-4f58-9189-a6cec33f0d7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44a1af8a-62eb-4b1e-a10e-35ba775a5835 HTTP/1.1" status: 204 len: 168 time: 0.1412621 Nov 23 08:59:16.150167 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b471a35-0e97-4f58-9189-a6cec33f0d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1af8a-62eb-4b1e-a10e-35ba775a5835,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:16.458026 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8496419-f81a-433c-a544-c8821b14f9fb req-d0cb591f-e58b-41f7-a3dd-79c229cf661c tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:16.459600 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c8496419-f81a-433c-a544-c8821b14f9fb req-d0cb591f-e58b-41f7-a3dd-79c229cf661c tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0665541 Nov 23 08:59:16.510614 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c8496419-f81a-433c-a544-c8821b14f9fb req-f4eb7bb2-a04a-4401-bcbe-7ff15818cd9d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450265 Nov 23 08:59:16.748948 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7614ff-90ad-4ed2-9d48-3b0585258f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5bc769-b686-4f1b-aa8b-1993d134c1f8'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:16.751950 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbda90c-985c-4a4a-9656-49e4ee096fac" -d '{"events": [{"server_uuid": "4e7614ff-90ad-4ed2-9d48-3b0585258f88", "name": "network-vif-plugged", "status": "completed", "tag": "6a5bc769-b686-4f1b-aa8b-1993d134c1f8"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:16.797909 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0899cd26-0731-4215-8621-d1b5b6327b2c x-openstack-request-id: req-0899cd26-0731-4215-8621-d1b5b6327b2c {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:16.798546 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7614ff-90ad-4ed2-9d48-3b0585258f88", "name": "network-vif-plugged", "status": "completed", "tag": "6a5bc769-b686-4f1b-aa8b-1993d134c1f8", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:16.798953 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0899cd26-0731-4215-8621-d1b5b6327b2c {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:16.799445 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7614ff-90ad-4ed2-9d48-3b0585258f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5bc769-b686-4f1b-aa8b-1993d134c1f8', 'code': 200} Nov 23 08:59:16.858013 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803f0bd-6532-4808-9be5-82d2adc8d5f3 req-9f32e0da-9768-4d28-922a-5544ea22ebf4 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:16.859520 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5803f0bd-6532-4808-9be5-82d2adc8d5f3 req-9f32e0da-9768-4d28-922a-5544ea22ebf4 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 944 time: 0.0725870 Nov 23 08:59:16.917850 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5803f0bd-6532-4808-9be5-82d2adc8d5f3 req-fd09bbba-d5c2-4c53-8c95-a69938bbacaa tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513699 Nov 23 08:59:17.081070 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 35660) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:17.187541 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e88411fe-4f4f-4b3c-b741-a806a3b7ba1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.270406 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e88411fe-4f4f-4b3c-b741-a806a3b7ba1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.275598 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e88411fe-4f4f-4b3c-b741-a806a3b7ba1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.320371 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35666) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:17.320865 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-e88411fe-4f4f-4b3c-b741-a806a3b7ba1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bcf3cc116cf74065939dc8630a2d76e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382491 Nov 23 08:59:17.322256 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88411fe-4f4f-4b3c-b741-a806a3b7ba1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4ffeb1-5a4e-4e43-8708-96d41fa0c2c0,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:17.372704 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-909633bf-dbf8-4495-be6b-d95e400011bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.384840 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device efe7e8ac-f495-4361-902c-7da559e50715 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:59:17.396197 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-909633bf-dbf8-4495-be6b-d95e400011bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.434925 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35672) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:17.439423 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port efe7e8ac-f495-4361-902c-7da559e50715 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 08:59:17.443862 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port efe7e8ac-f495-4361-902c-7da559e50715 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:59:17.444548 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.450615 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-909633bf-dbf8-4495-be6b-d95e400011bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.454708 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-909633bf-dbf8-4495-be6b-d95e400011bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.456203 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-909633bf-dbf8-4495-be6b-d95e400011bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be4ffeb1-5a4e-4e43-8708-96d41fa0c2c0 HTTP/1.1" status: 204 len: 168 time: 0.1345797 Nov 23 08:59:17.465019 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909633bf-dbf8-4495-be6b-d95e400011bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4ffeb1-5a4e-4e43-8708-96d41fa0c2c0,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:17.557999 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.601927 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port efe7e8ac-f495-4361-902c-7da559e50715, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=efe7e8ac-f495-4361-902c-7da559e50715,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:17.607174 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.677584 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=efe7e8ac-f495-4361-902c-7da559e50715,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:17.696880 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1519-94a3-4dfc-9468-ca00239ce9f7 req-1238c5a0-3bad-411b-8aa6-e0637efea742 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:17.698429 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-41de1519-94a3-4dfc-9468-ca00239ce9f7 req-1238c5a0-3bad-411b-8aa6-e0637efea742 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0734861 Nov 23 08:59:17.729152 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fd29a80d-4e86-43ca-9791-03fd13560f3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.774133 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-41de1519-94a3-4dfc-9468-ca00239ce9f7 req-31cc3712-d0cd-408f-8003-b2a8afe19108 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691569 Nov 23 08:59:17.780403 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 35688) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:17.795978 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-efb778ea-9452-4bd1-b451-46fa461c21b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.831053 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fd29a80d-4e86-43ca-9791-03fd13560f3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.834503 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fd29a80d-4e86-43ca-9791-03fd13560f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.876444 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-fd29a80d-4e86-43ca-9791-03fd13560f3a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ab3ad8e929f429d98bbd0c94ce2977a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402647 Nov 23 08:59:17.877755 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29a80d-4e86-43ca-9791-03fd13560f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab17680-46b9-4ea1-806a-e7eb8613310c,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:17.880151 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35692) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:17.891961 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-efb778ea-9452-4bd1-b451-46fa461c21b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.898335 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-efb778ea-9452-4bd1-b451-46fa461c21b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.928983 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9b2b2287-d192-4103-ad79-d2494899195f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:17.936847 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-efb778ea-9452-4bd1-b451-46fa461c21b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd74fcbadf224e448ba48debcecb39a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552138 Nov 23 08:59:17.937776 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb778ea-9452-4bd1-b451-46fa461c21b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157b9291-04f4-44e3-a2d8-3dbcd44fb1fe,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:17.941340 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 35694) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:17.962177 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9b2b2287-d192-4103-ad79-d2494899195f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:18.007011 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4c40c9ea-b319-40b6-8b2f-76977a3b7bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:18.011532 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9b2b2287-d192-4103-ad79-d2494899195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:18.014377 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9b2b2287-d192-4103-ad79-d2494899195f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:18.015488 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-9b2b2287-d192-4103-ad79-d2494899195f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ab17680-46b9-4ea1-806a-e7eb8613310c HTTP/1.1" status: 204 len: 168 time: 0.1345136 Nov 23 08:59:18.023705 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b2287-d192-4103-ad79-d2494899195f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab17680-46b9-4ea1-806a-e7eb8613310c,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:18.058289 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4c40c9ea-b319-40b6-8b2f-76977a3b7bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:18.067862 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f658b-a750-422c-9c48-8c15cce03a02 req-8a838c24-3657-4f4f-96c9-a23cc0aa8675 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:18.069351 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bc7f658b-a750-422c-9c48-8c15cce03a02 req-8a838c24-3657-4f4f-96c9-a23cc0aa8675 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0742171 Nov 23 08:59:18.139346 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bc7f658b-a750-422c-9c48-8c15cce03a02 req-e3a2e307-178c-459d-ac2b-13ca28dcac38 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627856 Nov 23 08:59:18.152475 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4c40c9ea-b319-40b6-8b2f-76977a3b7bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:18.155301 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4c40c9ea-b319-40b6-8b2f-76977a3b7bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:18.156477 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-4c40c9ea-b319-40b6-8b2f-76977a3b7bab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/157b9291-04f4-44e3-a2d8-3dbcd44fb1fe HTTP/1.1" status: 204 len: 168 time: 0.2142072 Nov 23 08:59:18.174768 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40c9ea-b319-40b6-8b2f-76977a3b7bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157b9291-04f4-44e3-a2d8-3dbcd44fb1fe,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:18.707400 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7449130-46a3-4dcc-8c16-30d07474df32 req-40d676e9-2bf2-4b70-9bb0-8a2e3559e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:18.708934 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e7449130-46a3-4dcc-8c16-30d07474df32 req-40d676e9-2bf2-4b70-9bb0-8a2e3559e802 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 1099 time: 0.0815670 Nov 23 08:59:18.800681 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:18.806340 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b883e80-34fb-4adb-ab98-912facdf72d6" -d '{"events": [{"server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "efe7e8ac-f495-4361-902c-7da559e50715"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:18.865018 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de59dd2a-9485-461e-b8a5-4e01a9a08c42 x-openstack-request-id: req-de59dd2a-9485-461e-b8a5-4e01a9a08c42 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:18.865375 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "efe7e8ac-f495-4361-902c-7da559e50715", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:18.865630 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de59dd2a-9485-461e-b8a5-4e01a9a08c42 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:18.866029 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715', 'code': 200} Nov 23 08:59:18.970525 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f1a96-6412-44e8-9a3d-3e5785e64ecf req-e2482fba-acb8-4ca9-b31d-43d4622019ac tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:18.972250 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ed5f1a96-6412-44e8-9a3d-3e5785e64ecf req-e2482fba-acb8-4ca9-b31d-43d4622019ac tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0811512 Nov 23 08:59:19.027750 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ed5f1a96-6412-44e8-9a3d-3e5785e64ecf req-7a6f8a43-5d35-485d-b52f-0362981b4d47 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488753 Nov 23 08:59:19.277017 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee446af-27ec-49e0-9c16-1861bd29be8d req-8f0dec5a-43bc-4afc-86c7-1693174edd26 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:19.278554 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4ee446af-27ec-49e0-9c16-1861bd29be8d req-8f0dec5a-43bc-4afc-86c7-1693174edd26 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0497363 Nov 23 08:59:19.335950 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4ee446af-27ec-49e0-9c16-1861bd29be8d req-07910792-cf81-498e-872c-3835bbe2db57 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506556 Nov 23 08:59:19.435231 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35790) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:19.545293 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-251e6c7a-bc4f-4528-9e2d-6dc7ee8bf944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:19.627523 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-251e6c7a-bc4f-4528-9e2d-6dc7ee8bf944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:19.632151 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-251e6c7a-bc4f-4528-9e2d-6dc7ee8bf944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:19.670159 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-251e6c7a-bc4f-4528-9e2d-6dc7ee8bf944 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=640148d88a7a4ca4b75eb05a13839725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338495 Nov 23 08:59:19.671092 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e6c7a-bc4f-4528-9e2d-6dc7ee8bf944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc52dec-2e9e-4dc1-8f24-9b38ec5a11fb,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:19.673227 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 35804) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:19.749568 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e7449130-46a3-4dcc-8c16-30d07474df32 req-44ef1bcd-96c6-4227-bc84-a0e16101899d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688298 Nov 23 08:59:19.754687 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-71d7d943-daec-47c2-9461-db5d3da1a807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:19.777294 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-71d7d943-daec-47c2-9461-db5d3da1a807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:19.826076 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-71d7d943-daec-47c2-9461-db5d3da1a807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:19.829257 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-71d7d943-daec-47c2-9461-db5d3da1a807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:19.830393 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-71d7d943-daec-47c2-9461-db5d3da1a807 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2dc52dec-2e9e-4dc1-8f24-9b38ec5a11fb HTTP/1.1" status: 204 len: 168 time: 0.1555083 Nov 23 08:59:19.842227 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7d943-daec-47c2-9461-db5d3da1a807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc52dec-2e9e-4dc1-8f24-9b38ec5a11fb,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:20.154046 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58a174-0592-4a65-b13f-a43c3fa1992b req-88be72f8-eea7-4d61-bf51-041870811c66 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:20.155540 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fa58a174-0592-4a65-b13f-a43c3fa1992b req-88be72f8-eea7-4d61-bf51-041870811c66 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0522406 Nov 23 08:59:20.208860 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fa58a174-0592-4a65-b13f-a43c3fa1992b req-4632857b-b188-4047-a346-ab62eea3ec84 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465374 Nov 23 08:59:20.461886 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a78a95-c5da-44d1-bd2b-1b689cc3e8bd req-6ec2cc6d-90fd-4a39-a410-074c83a19a9d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:20.463375 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-77a78a95-c5da-44d1-bd2b-1b689cc3e8bd req-6ec2cc6d-90fd-4a39-a410-074c83a19a9d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0497198 Nov 23 08:59:20.514992 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-77a78a95-c5da-44d1-bd2b-1b689cc3e8bd req-9d0a9d71-c41d-42d3-9855-f22cf295822d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453920 Nov 23 08:59:20.923566 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 35858) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:21.025496 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-70d07e00-ebca-4979-bc0d-3d2825ab18fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:21.102137 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-70d07e00-ebca-4979-bc0d-3d2825ab18fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:21.105891 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-70d07e00-ebca-4979-bc0d-3d2825ab18fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:21.143608 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-70d07e00-ebca-4979-bc0d-3d2825ab18fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5498ec5481af4f8cae9e3bdd657f52fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189662 Nov 23 08:59:21.144541 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d07e00-ebca-4979-bc0d-3d2825ab18fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162f82e9-2e95-4df0-81b8-ddeee5d7827b,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:21.146373 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35866) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:21.193481 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-acd3ae40-34d9-4b27-9dd9-76a8f44ec62c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:21.214696 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-acd3ae40-34d9-4b27-9dd9-76a8f44ec62c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:21.262725 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-acd3ae40-34d9-4b27-9dd9-76a8f44ec62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:21.265507 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-acd3ae40-34d9-4b27-9dd9-76a8f44ec62c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:21.269955 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-acd3ae40-34d9-4b27-9dd9-76a8f44ec62c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/162f82e9-2e95-4df0-81b8-ddeee5d7827b HTTP/1.1" status: 204 len: 168 time: 0.1189315 Nov 23 08:59:21.277749 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3ae40-34d9-4b27-9dd9-76a8f44ec62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162f82e9-2e95-4df0-81b8-ddeee5d7827b,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:21.324328 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa133ef5-3c50-47da-a7ac-ca803314d8ed req-6a17f22b-ae68-43f3-9f90-284848dea9b5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:21.326042 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fa133ef5-3c50-47da-a7ac-ca803314d8ed req-6a17f22b-ae68-43f3-9f90-284848dea9b5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0499463 Nov 23 08:59:21.397934 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fa133ef5-3c50-47da-a7ac-ca803314d8ed req-9ab1b5b2-1954-46e8-b5dd-1cad0daeb076 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523257 Nov 23 08:59:21.638018 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4cd00-9a17-4d7d-9861-d0fb37eb000b req-e57f9f2c-8670-4f28-b1fa-47b463b2ee57 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:21.639513 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-65a4cd00-9a17-4d7d-9861-d0fb37eb000b req-e57f9f2c-8670-4f28-b1fa-47b463b2ee57 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0509562 Nov 23 08:59:21.688382 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-65a4cd00-9a17-4d7d-9861-d0fb37eb000b req-e187d055-97ae-41d1-bf33-756b8aa09650 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422397 Nov 23 08:59:21.916056 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 35900) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:22.023577 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-115180209-network', 'tenant_id': 'cc96d46a97c943aca49c42bd6ba512a7'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:59:22.042356 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64455c64-74d5-4947-982d-765a89d3d6be req-26a014af-9cf0-49d0-a129-e6a1b75faf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:22.044218 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-64455c64-74d5-4947-982d-765a89d3d6be req-26a014af-9cf0-49d0-a129-e6a1b75faf2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0460999 Nov 23 08:59:22.055661 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Made reservation on behalf of cc96d46a97c943aca49c42bd6ba512a7 for: {'network': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:59:22.058214 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:22.066302 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:22.095786 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-64455c64-74d5-4947-982d-765a89d3d6be req-d9a252a8-5442-4188-b969-49c89977cb35 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411282 Nov 23 08:59:22.156768 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:22.164648 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:22.190782 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 08:59:22.199472 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1665e0de-49ae-4870-93db-58b6c97a7506,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:22.206437 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:22.206767 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.segments_db [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Added segment 83af04d7-1f5a-406b-b8cc-02fa64261151 of type vlan for network 3885b5b6-3fad-407d-ad1a-570b02daaee7 Nov 23 08:59:22.443490 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:22.490706 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:22.491663 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:22.492246 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:22.532597 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6154382 Nov 23 08:59:22.535751 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 35924) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:22.540606 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-128f35cf-14ab-46f0-9faa-e98b19deba4d admin admin] Request body: {'subnet': {'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-115180209-subnet', 'tenant_id': 'cc96d46a97c943aca49c42bd6ba512a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:59:22.565982 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128f35cf-14ab-46f0-9faa-e98b19deba4d admin admin] Made reservation on behalf of cc96d46a97c943aca49c42bd6ba512a7 for: {'subnet': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:59:22.568383 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-128f35cf-14ab-46f0-9faa-e98b19deba4d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:22.572560 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b29f3-c903-40d1-a8d1-102253274c72 req-fc87246c-b297-47d8-9d04-efb97c20fae4 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:22.574152 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-de3b29f3-c903-40d1-a8d1-102253274c72 req-fc87246c-b297-47d8-9d04-efb97c20fae4 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.1138570 Nov 23 08:59:22.577820 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c62eb4-83d7-47bf-bc18-b9dc55276dfc admin admin] Pushing event updated for resources: {'Network': ['ID=3885b5b6-3fad-407d-ad1a-570b02daaee7,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:22.590456 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network 3885b5b6-3fad-407d-ad1a-570b02daaee7 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 08:59:22.649947 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-de3b29f3-c903-40d1-a8d1-102253274c72 req-3d261a8b-e8c3-42f6-b9c5-95b76bdcacdd tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684044 Nov 23 08:59:22.835709 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-128f35cf-14ab-46f0-9faa-e98b19deba4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:22.892663 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5d927-29e5-4ebd-b91f-1831209b46c7 req-9fb60d21-ca32-45a3-872f-3c5df6441ce8 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:22.895936 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2cd5d927-29e5-4ebd-b91f-1831209b46c7 req-9fb60d21-ca32-45a3-872f-3c5df6441ce8 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1053815 Nov 23 08:59:22.903747 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f35cf-14ab-46f0-9faa-e98b19deba4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb31f6e-8b11-4da7-a9e3-8a03b84a2851,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:22.943949 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f35cf-14ab-46f0-9faa-e98b19deba4d admin admin] Checking segment: {'id': '83af04d7-1f5a-406b-b8cc-02fa64261151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:59:22.944303 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128f35cf-14ab-46f0-9faa-e98b19deba4d admin admin] Network hostable DHCP agents. Network: 3885b5b6-3fad-407d-ad1a-570b02daaee7, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 08:59:22.979931 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128f35cf-14ab-46f0-9faa-e98b19deba4d admin admin] Network 3885b5b6-3fad-407d-ad1a-570b02daaee7 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 08:59:22.994414 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-128f35cf-14ab-46f0-9faa-e98b19deba4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, 3885b5b6-3fad-407d-ad1a-570b02daaee7) {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:59:22.997357 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2cd5d927-29e5-4ebd-b91f-1831209b46c7 req-7ff5417d-6bfd-4e58-8ccf-108315c73687 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930929 Nov 23 08:59:23.001499 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128f35cf-14ab-46f0-9faa-e98b19deba4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:23.003308 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-128f35cf-14ab-46f0-9faa-e98b19deba4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:23.005028 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23822d69-d2ed-49ad-8b04-7ab60fe02d43 None None] Network 3885b5b6-3fad-407d-ad1a-570b02daaee7 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:59:23.028693 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-128f35cf-14ab-46f0-9faa-e98b19deba4d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4918063 Nov 23 08:59:23.119844 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8c506-21d6-4846-8bae-b725ff7eb6ee req-919507cc-6f9c-4a91-b6ac-81b03b850a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:23.121222 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-fbe8c506-21d6-4846-8bae-b725ff7eb6ee req-919507cc-6f9c-4a91-b6ac-81b03b850a57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 1099 time: 0.0899656 Nov 23 08:59:23.237748 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261ddde-77a5-450d-a007-f53a9c7113cf req-e3ad2a58-f2fb-4b51-9e22-8fbe5f8b5f76 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:23.266866 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5261ddde-77a5-450d-a007-f53a9c7113cf req-e3ad2a58-f2fb-4b51-9e22-8fbe5f8b5f76 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.1265364 Nov 23 08:59:23.311598 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8c506-21d6-4846-8bae-b725ff7eb6ee req-1bd983c6-3859-402a-bfbb-b410d47ee41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:23.314441 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe84850-011a-43d6-bcda-e46dc6f74ce4 None None] Network 3885b5b6-3fad-407d-ad1a-570b02daaee7 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 08:59:23.315282 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-fbe8c506-21d6-4846-8bae-b725ff7eb6ee req-1bd983c6-3859-402a-bfbb-b410d47ee41f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c HTTP/1.1" status: 200 len: 918 time: 0.1734629 Nov 23 08:59:23.380881 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5261ddde-77a5-450d-a007-f53a9c7113cf req-5f81ff79-f974-4921-b857-01133556761e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128254 Nov 23 08:59:23.397036 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-fbe8c506-21d6-4846-8bae-b725ff7eb6ee req-0d03942d-208a-416c-af73-cbf238f2b251 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 HTTP/1.1" status: 200 len: 217 time: 0.0701389 Nov 23 08:59:23.491261 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8c506-21d6-4846-8bae-b725ff7eb6ee req-c41c84ca-bbb7-4341-bddf-2b84c1f9249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:23.492891 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-fbe8c506-21d6-4846-8bae-b725ff7eb6ee req-c41c84ca-bbb7-4341-bddf-2b84c1f9249b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c2220b-9036-4d1e-9c30-f159f5f6d815 HTTP/1.1" status: 200 len: 857 time: 0.0745208 Nov 23 08:59:23.538582 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-fbe8c506-21d6-4846-8bae-b725ff7eb6ee req-e4a27579-74e3-4db2-8185-1576bcedc9bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382740 Nov 23 08:59:23.675956 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-fbe8c506-21d6-4846-8bae-b725ff7eb6ee req-2bce6097-fcf6-4d64-95fc-d042bfcf6fa8 service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179590 Nov 23 08:59:23.805354 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-fbe8c506-21d6-4846-8bae-b725ff7eb6ee req-9c32aaa8-e5e3-4f65-a686-34cf2b0293f0 service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040418 Nov 23 08:59:24.134496 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e87a87-a404-45dd-96a7-23994e28bd7e req-b1b2da79-ae26-4136-9123-2d5814ea9dd0 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:24.136081 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e1e87a87-a404-45dd-96a7-23994e28bd7e req-b1b2da79-ae26-4136-9123-2d5814ea9dd0 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0516710 Nov 23 08:59:24.191264 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e1e87a87-a404-45dd-96a7-23994e28bd7e req-343dbab5-5806-434b-840e-f9d5e8c60904 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472798 Nov 23 08:59:24.342471 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57dfbb-3bc2-42a1-84dc-20a4ef541bf4 req-0ac5aa03-bf4e-4456-803e-e0acb82c5831 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:24.355235 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-df57dfbb-3bc2-42a1-84dc-20a4ef541bf4 req-0ac5aa03-bf4e-4456-803e-e0acb82c5831 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0603366 Nov 23 08:59:24.356429 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 36020) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:24.362156 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-0d8ac4a6-57f1-422c-9ea7-7c9782f0c94e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Request body: {'floatingip': {'port_id': 'efe7e8ac-f495-4361-902c-7da559e50715'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:59:24.446015 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac4a6-57f1-422c-9ea7-7c9782f0c94e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:24.513863 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b328d2e-d0c3-4ed9-ac85-c2136e679a8c req-fcba7122-3597-49cf-ade6-185e9090c187 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:24.515413 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9b328d2e-d0c3-4ed9-ac85-c2136e679a8c req-fcba7122-3597-49cf-ade6-185e9090c187 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0576758 Nov 23 08:59:24.569226 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9b328d2e-d0c3-4ed9-ac85-c2136e679a8c req-9fafa8f2-216d-46cc-b541-10868ee70135 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459476 Nov 23 08:59:24.794678 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36044) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:24.918976 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e2487e35-f2b0-49ad-932b-5f4541b4ebe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.015845 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e2487e35-f2b0-49ad-932b-5f4541b4ebe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.023588 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e2487e35-f2b0-49ad-932b-5f4541b4ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.070328 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-e2487e35-f2b0-49ad-932b-5f4541b4ebe4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3ec18b5513a4934bff447a029e5839e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745709 Nov 23 08:59:25.071658 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2487e35-f2b0-49ad-932b-5f4541b4ebe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e49017f-6121-4dfe-9110-45fa43ce223d,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:25.074601 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36068) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:25.130728 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d982961-3e04-46c1-b00b-4b7ecf2043e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.155545 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d982961-3e04-46c1-b00b-4b7ecf2043e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.216604 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d982961-3e04-46c1-b00b-4b7ecf2043e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.219716 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d982961-3e04-46c1-b00b-4b7ecf2043e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.223423 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-6d982961-3e04-46c1-b00b-4b7ecf2043e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e49017f-6121-4dfe-9110-45fa43ce223d HTTP/1.1" status: 204 len: 168 time: 0.1453593 Nov 23 08:59:25.236743 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d982961-3e04-46c1-b00b-4b7ecf2043e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e49017f-6121-4dfe-9110-45fa43ce223d,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:25.361088 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.db.resource_extend [None req-0d8ac4a6-57f1-422c-9ea7-7c9782f0c94e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 08:59:25.463678 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-512a1c01-43e2-4582-a0c3-23ad8ef1e429 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:25.465086 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-512a1c01-43e2-4582-a0c3-23ad8ef1e429 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/networks?id=3885b5b6-3fad-407d-ad1a-570b02daaee7 HTTP/1.1" status: 200 len: 813 time: 0.2502468 Nov 23 08:59:25.474483 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac4a6-57f1-422c-9ea7-7c9782f0c94e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.486383 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac4a6-57f1-422c-9ea7-7c9782f0c94e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.490384 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-448092f5-b7e5-471c-9163-4e3eb70b89de tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/quotas/cc96d46a97c943aca49c42bd6ba512a7 HTTP/1.1" status: 200 len: 375 time: 0.0146132 Nov 23 08:59:25.552542 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36092) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:25.561747 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-546e9d9e-74bd-4de1-b1b3-ce582b9160a7 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc96d46a97c943aca49c42bd6ba512a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391910 Nov 23 08:59:25.567180 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5f45075e-db79-4b88-b6fc-377e2191de91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.689102 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.l3_db [None req-0d8ac4a6-57f1-422c-9ea7-7c9782f0c94e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Floating IP f7b7014c-f86f-4809-9691-5516aeb4747d associated. External IP: 172.27.2.159, port: efe7e8ac-f495-4361-902c-7da559e50715. Nov 23 08:59:25.709511 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5f45075e-db79-4b88-b6fc-377e2191de91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.716189 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5f45075e-db79-4b88-b6fc-377e2191de91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.765003 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-a576ffe3-539d-4931-838b-a2a057b05881 service neutron] 10.222.0.46 "GET /v2.0/networks/3885b5b6-3fad-407d-ad1a-570b02daaee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011495 Nov 23 08:59:25.770259 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a0a55-c1a9-468b-b1c1-1df518e4d518 req-6131ebea-6abd-4a3b-9207-3cb57bb3a405 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:25.771984 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0e1a0a55-c1a9-468b-b1c1-1df518e4d518 req-6131ebea-6abd-4a3b-9207-3cb57bb3a405 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.1045332 Nov 23 08:59:25.774088 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45075e-db79-4b88-b6fc-377e2191de91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6252e167-c4e4-4f07-b04f-3ba0babf9f51,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:25.779487 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-5f45075e-db79-4b88-b6fc-377e2191de91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01dd1641ae4c46f99cb01cb07a3ebdf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258437 Nov 23 08:59:25.782983 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36098) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:25.865758 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0e1a0a55-c1a9-468b-b1c1-1df518e4d518 req-e141fefa-d5f1-4172-ad4e-d8c9b02221b5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851219 Nov 23 08:59:25.872406 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-663fc60a-6fc4-4f29-9916-012f4d9a8be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.910016 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-663fc60a-6fc4-4f29-9916-012f4d9a8be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:25.958372 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-3a844d16-a8b4-4453-8801-0fb04edbf0d3 service neutron] 10.222.0.46 "GET /v2.0/networks/3885b5b6-3fad-407d-ad1a-570b02daaee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914728 Nov 23 08:59:26.001209 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-663fc60a-6fc4-4f29-9916-012f4d9a8be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:26.004147 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-663fc60a-6fc4-4f29-9916-012f4d9a8be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:26.007706 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-663fc60a-6fc4-4f29-9916-012f4d9a8be7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6252e167-c4e4-4f07-b04f-3ba0babf9f51 HTTP/1.1" status: 204 len: 168 time: 0.2216108 Nov 23 08:59:26.019080 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fc60a-6fc4-4f29-9916-012f4d9a8be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6252e167-c4e4-4f07-b04f-3ba0babf9f51,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:26.090929 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8ac4a6-57f1-422c-9ea7-7c9782f0c94e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 08:59:26.211199 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ab79cafd-5901-401b-84ea-8c65c45a2128 req-da120aff-50f3-4250-a6b9-26c39d8a63ef tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 210 time: 0.0389538 Nov 23 08:59:26.241890 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8ac4a6-57f1-422c-9ea7-7c9782f0c94e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 08:59:26.248138 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac4a6-57f1-422c-9ea7-7c9782f0c94e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:26.259145 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf3d719-c407-415f-a090-50a54faa04ff None None] Sync routers for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 08:59:26.284168 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf3d719-c407-415f-a090-50a54faa04ff None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:59:26.284824 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-7cf3d719-c407-415f-a090-50a54faa04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:59:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:59:26.340845 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-0d8ac4a6-57f1-422c-9ea7-7c9782f0c94e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "PUT /v2.0/floatingips/f7b7014c-f86f-4809-9691-5516aeb4747d HTTP/1.1" status: 200 len: 991 time: 1.9827330 Nov 23 08:59:26.341525 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:26.345189 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f19b25-09b7-4296-9b67-ac8060e88286" -d '{"events": [{"name": "network-changed", "server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "tag": "efe7e8ac-f495-4361-902c-7da559e50715"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:26.405054 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5923c2-4042-45f9-8bdb-98f01f947779 x-openstack-request-id: req-bd5923c2-4042-45f9-8bdb-98f01f947779 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:26.405681 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "tag": "efe7e8ac-f495-4361-902c-7da559e50715", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:26.405681 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd5923c2-4042-45f9-8bdb-98f01f947779 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:26.406107 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715', 'status': 'completed', 'code': 200} Nov 23 08:59:26.411105 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-7cf3d719-c407-415f-a090-50a54faa04ff None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:59:26.533920 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f19b25-09b7-4296-9b67-ac8060e88286 req-6d517e06-f069-419a-bc9f-dabe491db1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:26.537388 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b6f19b25-09b7-4296-9b67-ac8060e88286 req-6d517e06-f069-419a-bc9f-dabe491db1a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0900145 Nov 23 08:59:26.694866 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f19b25-09b7-4296-9b67-ac8060e88286 req-92202946-c135-4deb-9837-b4bd19360ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:26.697519 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b6f19b25-09b7-4296-9b67-ac8060e88286 req-92202946-c135-4deb-9837-b4bd19360ebb service neutron] 10.222.0.47 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 918 time: 0.1523030 Nov 23 08:59:26.731245 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:59:26.888137 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b6f19b25-09b7-4296-9b67-ac8060e88286 req-f3037438-b92e-40eb-b712-7532c655b998 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe7e8ac-f495-4361-902c-7da559e50715 HTTP/1.1" status: 200 len: 999 time: 0.1774724 Nov 23 08:59:26.896288 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 36150) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:26.937824 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-7cf3d719-c407-415f-a090-50a54faa04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': 'f7b7014c-f86f-4809-9691-5516aeb4747d', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'port_id': 'efe7e8ac-f495-4361-902c-7da559e50715', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'mac_address': 'fa:16:3e:ef:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82569d71-833c-454b-a668-12dc9a37e7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T08:58:56Z', 'updated_at': '2021-11-23T08:59:25Z', 'revision_number': 1, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 5, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:59:26.999795 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f19b25-09b7-4296-9b67-ac8060e88286 req-85d50113-14d0-4293-b4e1-7a59bd249cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:27.001318 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b6f19b25-09b7-4296-9b67-ac8060e88286 req-85d50113-14d0-4293-b4e1-7a59bd249cef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 200 len: 856 time: 0.1022019 Nov 23 08:59:27.002662 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf3d719-c407-415f-a090-50a54faa04ff None None] Checking router: 05bcdb66-0655-4ae9-97ef-432bef1f48e7 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 08:59:27.018596 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf3d719-c407-415f-a090-50a54faa04ff None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 08:59:27.019135 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-7cf3d719-c407-415f-a090-50a54faa04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T08:59:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:59:27.067837 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aa25f-bec9-4377-b9d2-ff928cf267a4 req-859a0d0a-9fc0-4f91-8151-f048622a0121 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:27.076383 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-247aa25f-bec9-4377-b9d2-ff928cf267a4 req-859a0d0a-9fc0-4f91-8151-f048622a0121 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0692723 Nov 23 08:59:27.095186 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f19b25-09b7-4296-9b67-ac8060e88286 req-6da05cbc-4add-4823-a19c-e21f4b0a6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:27.097254 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b6f19b25-09b7-4296-9b67-ac8060e88286 req-6da05cbc-4add-4823-a19c-e21f4b0a6251 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=173e57ff-5d80-4e2b-b8fe-bc64d9610472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0862839 Nov 23 08:59:27.146399 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-247aa25f-bec9-4377-b9d2-ff928cf267a4 req-20ae6294-5866-4166-9d8a-87106c297683 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664365 Nov 23 08:59:27.174804 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7f65cd4c-6e4e-4b75-87bc-e26d7647f714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:27.275044 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b6f19b25-09b7-4296-9b67-ac8060e88286 req-5bc573bc-fe72-4e8e-b7f9-bae6ea5ace05 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683767 Nov 23 08:59:27.314484 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-7cf3d719-c407-415f-a090-50a54faa04ff None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 08:59:27.374075 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-986d664f-91e9-416f-8d9d-ad39a93524ac req-ff2ed2d2-c7bf-4d52-acc5-388881d0d47a tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 210 time: 0.0525377 Nov 23 08:59:27.432667 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7f65cd4c-6e4e-4b75-87bc-e26d7647f714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:27.441593 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7f65cd4c-6e4e-4b75-87bc-e26d7647f714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:27.499229 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b6f19b25-09b7-4296-9b67-ac8060e88286 req-4a828ebb-7f14-4e1b-85d1-9d1d9f5efc7c service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063572 Nov 23 08:59:27.500764 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65cd4c-6e4e-4b75-87bc-e26d7647f714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d15942-25a6-4afa-ac21-89f762f3095f,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:27.505576 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-7f65cd4c-6e4e-4b75-87bc-e26d7647f714 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a75bb42204a4af58402e25da0ab861a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6076901 Nov 23 08:59:27.508118 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 36182) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:27.570225 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8777f187-1211-42d2-80db-097229e7a3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:27.595211 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8777f187-1211-42d2-80db-097229e7a3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:27.637770 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-7cf3d719-c407-415f-a090-50a54faa04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': 'f7b7014c-f86f-4809-9691-5516aeb4747d', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'port_id': 'efe7e8ac-f495-4361-902c-7da559e50715', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'mac_address': 'fa:16:3e:ef:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82569d71-833c-454b-a668-12dc9a37e7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T08:58:56Z', 'updated_at': '2021-11-23T08:59:25Z', 'revision_number': 1, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 5, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:59:27.662001 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8777f187-1211-42d2-80db-097229e7a3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:27.665016 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8777f187-1211-42d2-80db-097229e7a3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:27.668594 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-8777f187-1211-42d2-80db-097229e7a3a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05d15942-25a6-4afa-ac21-89f762f3095f HTTP/1.1" status: 204 len: 168 time: 0.1572397 Nov 23 08:59:27.679137 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777f187-1211-42d2-80db-097229e7a3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d15942-25a6-4afa-ac21-89f762f3095f,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:27.820009 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf3d719-c407-415f-a090-50a54faa04ff None None] The sync data for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi is: [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': 'f7b7014c-f86f-4809-9691-5516aeb4747d', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'port_id': 'efe7e8ac-f495-4361-902c-7da559e50715', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'mac_address': 'fa:16:3e:ef:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82569d71-833c-454b-a668-12dc9a37e7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T08:58:56Z', 'updated_at': '2021-11-23T08:59:25Z', 'revision_number': 1, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 5, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 08:59:27.994550 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-757c921b-b3f4-484b-9713-a76c5ad6cdf1 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:27.996149 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-757c921b-b3f4-484b-9713-a76c5ad6cdf1 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.47 "GET /v2.0/networks?id=3885b5b6-3fad-407d-ad1a-570b02daaee7 HTTP/1.1" status: 200 len: 813 time: 0.1912827 Nov 23 08:59:28.017750 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4d68c4ed-f902-44fe-ae95-4896f24ae6c5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Request body: {'port': {'device_id': '1b386ea7-77b5-48b4-a375-10966f3dd299', 'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7', 'admin_state_up': True, 'tenant_id': 'cc96d46a97c943aca49c42bd6ba512a7'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:59:28.166096 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36210) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:28.177776 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eaa848-619e-4e4c-9f6b-46a98eb3594a None None] New status for floating IP f7b7014c-f86f-4809-9691-5516aeb4747d: ACTIVE {{(pid=102543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 08:59:28.206023 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f68ed1eb-0383-42ef-a4b4-04f01388f530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:28.317807 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f68ed1eb-0383-42ef-a4b4-04f01388f530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:28.324161 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f68ed1eb-0383-42ef-a4b4-04f01388f530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:28.385900 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-f68ed1eb-0383-42ef-a4b4-04f01388f530 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4dc79887f08c49eeaa1690b69831925c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184551 Nov 23 08:59:28.387512 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36218) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:28.397415 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ed1eb-0383-42ef-a4b4-04f01388f530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc707010-7875-43b0-885a-6c039fb432e7,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:28.398004 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225db90-b9bc-426e-9c98-3243bc6e1d37 req-f1dad1d8-d0ba-48ad-a8b9-297397649e12 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:28.399554 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d225db90-b9bc-426e-9c98-3243bc6e1d37 req-f1dad1d8-d0ba-48ad-a8b9-297397649e12 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0781221 Nov 23 08:59:28.440752 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4d68c4ed-f902-44fe-ae95-4896f24ae6c5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Made reservation on behalf of cc96d46a97c943aca49c42bd6ba512a7 for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:59:28.444789 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4d68c4ed-f902-44fe-ae95-4896f24ae6c5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:28.485481 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4156269a-7bef-48d2-aec5-188c3ca41304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:28.490960 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d225db90-b9bc-426e-9c98-3243bc6e1d37 req-8c7976a3-da9c-4197-ba32-002d4dd8fb01 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828626 Nov 23 08:59:28.532600 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4156269a-7bef-48d2-aec5-188c3ca41304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:28.587369 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1597d32c-213a-4704-87f0-2d4e167f9712 req-98f2508c-6b1a-49c5-997c-6489265bc90b tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 210 time: 0.0429697 Nov 23 08:59:28.615988 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4d68c4ed-f902-44fe-ae95-4896f24ae6c5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Allocated IP 172.20.0.2 (3885b5b6-3fad-407d-ad1a-570b02daaee7/7fb31f6e-8b11-4da7-a9e3-8a03b84a2851/f11c5832-1be3-47ce-9fbb-7c5c32b35c5b) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:59:28.635691 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4156269a-7bef-48d2-aec5-188c3ca41304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:28.638376 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4156269a-7bef-48d2-aec5-188c3ca41304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:28.642361 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-4156269a-7bef-48d2-aec5-188c3ca41304 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc707010-7875-43b0-885a-6c039fb432e7 HTTP/1.1" status: 204 len: 168 time: 0.2510931 Nov 23 08:59:28.650210 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156269a-7bef-48d2-aec5-188c3ca41304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc707010-7875-43b0-885a-6c039fb432e7,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:28.817976 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4d68c4ed-f902-44fe-ae95-4896f24ae6c5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:28.867083 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4d68c4ed-f902-44fe-ae95-4896f24ae6c5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:28.909966 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4d68c4ed-f902-44fe-ae95-4896f24ae6c5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Network 3885b5b6-3fad-407d-ad1a-570b02daaee7 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:59:28.915492 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4d68c4ed-f902-44fe-ae95-4896f24ae6c5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:59:28.919203 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4d68c4ed-f902-44fe-ae95-4896f24ae6c5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:59:28.925710 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4d68c4ed-f902-44fe-ae95-4896f24ae6c5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:28.926378 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4d68c4ed-f902-44fe-ae95-4896f24ae6c5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:28.938161 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68c4ed-f902-44fe-ae95-4896f24ae6c5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Pushing event updated for resources: {'Port': ['ID=f11c5832-1be3-47ce-9fbb-7c5c32b35c5b,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:28.956438 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4d68c4ed-f902-44fe-ae95-4896f24ae6c5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9443927 Nov 23 08:59:28.982927 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Request body: {'port': {'device_id': '1b386ea7-77b5-48b4-a375-10966f3dd299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:59:29.050795 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:29.128331 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36254) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:29.242548 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8908a18a-a763-4abb-b252-dcc8d4ab1ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:29.345895 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8908a18a-a763-4abb-b252-dcc8d4ab1ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:29.350033 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8908a18a-a763-4abb-b252-dcc8d4ab1ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:29.362699 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11c5832-1be3-47ce-9fbb-7c5c32b35c5b {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:59:29.370856 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:29.396925 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Transition to ACTIVE for port object f11c5832-1be3-47ce-9fbb-7c5c32b35c5b will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 08:59:29.398146 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-8908a18a-a763-4abb-b252-dcc8d4ab1ef0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=845a5cba3e344cc4864700b939cd8266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680752 Nov 23 08:59:29.400952 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 36264) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:29.401599 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908a18a-a763-4abb-b252-dcc8d4ab1ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b60333-20ec-4176-9feb-b3ff07808f35,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:29.403978 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:29.493270 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f11c5832-1be3-47ce-9fbb-7c5c32b35c5b,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:29.540860 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-58e91717-7f0c-49ae-91de-ffdd22d1e2ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:29.542554 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Attempting to bind port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:59:29.542884 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Attempting to bind port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '83af04d7-1f5a-406b-b8cc-02fa64261151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:59:29.544445 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Attempting to bind port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b on network 3885b5b6-3fad-407d-ad1a-570b02daaee7 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:59:29.554513 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b on network 3885b5b6-3fad-407d-ad1a-570b02daaee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 08:59:29.554952 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Attempting to bind port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b on network 3885b5b6-3fad-407d-ad1a-570b02daaee7 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:59:29.568607 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:59:29.568946 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Checking segment: {'id': '83af04d7-1f5a-406b-b8cc-02fa64261151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:59:29.569349 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Bound using segment: {'id': '83af04d7-1f5a-406b-b8cc-02fa64261151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:59:29.569789 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Bound port: f11c5832-1be3-47ce-9fbb-7c5c32b35c5b, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83af04d7-1f5a-406b-b8cc-02fa64261151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:59:29.570140 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:29.576417 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-58e91717-7f0c-49ae-91de-ffdd22d1e2ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:29.626942 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfb8f4-f513-4a12-8455-740a04aa78f7 req-0aac0da3-34ff-4dc7-9c46-afe74b589fc2 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:29.628400 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c1bfb8f4-f513-4a12-8455-740a04aa78f7 req-0aac0da3-34ff-4dc7-9c46-afe74b589fc2 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0543694 Nov 23 08:59:29.677193 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] For port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:59:29.680539 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] For port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f11c5832-1be3-47ce-9fbb-7c5c32b35c5b,segment=NetworkSegment(83af04d7-1f5a-406b-b8cc-02fa64261151),segment_id=83af04d7-1f5a-406b-b8cc-02fa64261151)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:59:29.686365 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:29.694798 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c1bfb8f4-f513-4a12-8455-740a04aa78f7 req-6d3e583f-144b-4e9f-85d8-bac0ea83b4d0 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549212 Nov 23 08:59:29.721156 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-58e91717-7f0c-49ae-91de-ffdd22d1e2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:29.723802 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-58e91717-7f0c-49ae-91de-ffdd22d1e2ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:29.724889 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-58e91717-7f0c-49ae-91de-ffdd22d1e2ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43b60333-20ec-4176-9feb-b3ff07808f35 HTTP/1.1" status: 204 len: 168 time: 0.3220570 Nov 23 08:59:29.753776 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:29.754394 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:29.755749 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] 10.222.0.47 "PUT /v2.0/ports/f11c5832-1be3-47ce-9fbb-7c5c32b35c5b HTTP/1.1" status: 200 len: 1093 time: 0.7810037 Nov 23 08:59:29.779522 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b386ea7-77b5-48b4-a375-10966f3dd299', 'tag': 'f11c5832-1be3-47ce-9fbb-7c5c32b35c5b'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:29.783644 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0d7712-ad75-411e-820e-920c81b8afc0" -d '{"events": [{"name": "network-changed", "server_uuid": "1b386ea7-77b5-48b4-a375-10966f3dd299", "tag": "f11c5832-1be3-47ce-9fbb-7c5c32b35c5b"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:29.803856 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e91717-7f0c-49ae-91de-ffdd22d1e2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b60333-20ec-4176-9feb-b3ff07808f35,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:29.881702 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679ed5d3-95bf-478a-89c5-3a1196d72f7f x-openstack-request-id: req-679ed5d3-95bf-478a-89c5-3a1196d72f7f {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:29.882132 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b386ea7-77b5-48b4-a375-10966f3dd299", "tag": "f11c5832-1be3-47ce-9fbb-7c5c32b35c5b", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:29.882523 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-679ed5d3-95bf-478a-89c5-3a1196d72f7f {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:29.883667 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b386ea7-77b5-48b4-a375-10966f3dd299', 'tag': 'f11c5832-1be3-47ce-9fbb-7c5c32b35c5b', 'status': 'completed', 'code': 200} Nov 23 08:59:29.907701 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347183f-50ce-4f4f-9d7e-7c80445c00f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f11c5832-1be3-47ce-9fbb-7c5c32b35c5b,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:29.926937 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1b0b2-ea32-493b-82ec-1f94f512902a req-9f7c3354-2c69-42a3-b7d7-4f0c2029e7fd tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:29.928547 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-91a1b0b2-ea32-493b-82ec-1f94f512902a req-9f7c3354-2c69-42a3-b7d7-4f0c2029e7fd tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 943 time: 0.2085683 Nov 23 08:59:29.971187 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-e7cb5290-c2b1-4611-ab65-59f59721007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:29.972659 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-e7cb5290-c2b1-4611-ab65-59f59721007b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc96d46a97c943aca49c42bd6ba512a7&device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 1096 time: 0.1415153 Nov 23 08:59:30.031934 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-ceadf9a4-483d-47f1-9895-abf45f875de8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f11c5832-1be3-47ce-9fbb-7c5c32b35c5b HTTP/1.1" status: 200 len: 217 time: 0.0405462 Nov 23 08:59:30.073064 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-91a1b0b2-ea32-493b-82ec-1f94f512902a req-60be0daf-4901-4103-af89-b51ed0c7d483 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333978 Nov 23 08:59:30.134190 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4674a332-d295-468a-b108-8b2c6b7c58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:30.139882 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-4674a332-d295-468a-b108-8b2c6b7c58fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7fb31f6e-8b11-4da7-a9e3-8a03b84a2851 HTTP/1.1" status: 200 len: 853 time: 0.0851912 Nov 23 08:59:30.183242 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-ecb1e211-f9b1-4db6-bf9d-a6255e50829e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3885b5b6-3fad-407d-ad1a-570b02daaee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369604 Nov 23 08:59:30.320290 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-5a1adfd4-19f3-4a87-b830-2028f4ad1909 service neutron] 10.222.0.47 "GET /v2.0/networks/3885b5b6-3fad-407d-ad1a-570b02daaee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271808 Nov 23 08:59:30.359172 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36310) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:30.375977 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ebfa2efa-18c9-45cc-9279-b576150f36d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:30.436939 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c7829f2f-2542-45a9-ab00-ec8844404c71 req-f74d6ae9-6e3e-4256-9e9c-f312553489f2 service neutron] 10.222.0.47 "GET /v2.0/networks/3885b5b6-3fad-407d-ad1a-570b02daaee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094172 Nov 23 08:59:30.465539 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8ff76ee1-7526-4dec-87be-58038a90b2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:30.486118 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ebfa2efa-18c9-45cc-9279-b576150f36d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:30.491565 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ebfa2efa-18c9-45cc-9279-b576150f36d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:30.526002 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa2efa-18c9-45cc-9279-b576150f36d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2575ca15-1b28-4102-a008-9bfd6582f6b5,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:30.559655 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-ebfa2efa-18c9-45cc-9279-b576150f36d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4db8d850b6bc4e138687f1e250a177d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992490 Nov 23 08:59:30.563518 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36326) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:30.596447 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d7712-ad75-411e-820e-920c81b8afc0 req-586ef0dc-d89f-47fb-b9c5-6d4a073bc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:30.598056 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5d0d7712-ad75-411e-820e-920c81b8afc0 req-586ef0dc-d89f-47fb-b9c5-6d4a073bc231 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc96d46a97c943aca49c42bd6ba512a7&device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 1096 time: 0.0587866 Nov 23 08:59:30.695761 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-11ab0cda-425d-4e62-9300-f437f54ff80f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:30.711437 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d7712-ad75-411e-820e-920c81b8afc0 req-bcc34cb6-d326-46fc-8871-9e77a5f874b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:30.713031 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5d0d7712-ad75-411e-820e-920c81b8afc0 req-bcc34cb6-d326-46fc-8871-9e77a5f874b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3885b5b6-3fad-407d-ad1a-570b02daaee7 HTTP/1.1" status: 200 len: 914 time: 0.0932572 Nov 23 08:59:30.727261 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dee04-325e-4567-b61e-88a58eacc908 req-fce31861-d42d-4b24-b316-fb876e606762 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:30.729291 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-fce31861-d42d-4b24-b316-fb876e606762 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/networks?id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 200 len: 814 time: 0.1521091 Nov 23 08:59:30.742180 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-11ab0cda-425d-4e62-9300-f437f54ff80f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:30.752625 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-ec8fb29f-758b-4eb0-9f63-6cac9a842b00 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/quotas/82f534070f974dc882ad415be1a1d3ef HTTP/1.1" status: 200 len: 375 time: 0.0159156 Nov 23 08:59:30.772826 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5d0d7712-ad75-411e-820e-920c81b8afc0 req-23d88bbb-024e-4fa5-88cb-87d7de4c15e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f11c5832-1be3-47ce-9fbb-7c5c32b35c5b HTTP/1.1" status: 200 len: 217 time: 0.0450146 Nov 23 08:59:30.835782 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-b880e20e-e2c8-4a64-9294-c34e5c6f20f6 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=82f534070f974dc882ad415be1a1d3ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763628 Nov 23 08:59:30.843032 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-11ab0cda-425d-4e62-9300-f437f54ff80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:30.846883 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-11ab0cda-425d-4e62-9300-f437f54ff80f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:30.850686 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-11ab0cda-425d-4e62-9300-f437f54ff80f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2575ca15-1b28-4102-a008-9bfd6582f6b5 HTTP/1.1" status: 204 len: 168 time: 0.2833757 Nov 23 08:59:30.879247 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8753490-d6db-404e-b715-820a4aae2e8b req-d3255015-ef91-4979-bea9-a0ef6dd594a2 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:30.880463 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab0cda-425d-4e62-9300-f437f54ff80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2575ca15-1b28-4102-a008-9bfd6582f6b5,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:30.880625 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b8753490-d6db-404e-b715-820a4aae2e8b req-d3255015-ef91-4979-bea9-a0ef6dd594a2 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.1053216 Nov 23 08:59:30.883237 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d7712-ad75-411e-820e-920c81b8afc0 req-713e3d68-4778-45cb-b7bf-d75896ea73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:30.884956 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5d0d7712-ad75-411e-820e-920c81b8afc0 req-713e3d68-4778-45cb-b7bf-d75896ea73c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7fb31f6e-8b11-4da7-a9e3-8a03b84a2851 HTTP/1.1" status: 200 len: 853 time: 0.0803330 Nov 23 08:59:30.952676 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5d0d7712-ad75-411e-820e-920c81b8afc0 req-30fd761b-2670-4f71-9451-f314f7ca6481 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3885b5b6-3fad-407d-ad1a-570b02daaee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307250 Nov 23 08:59:30.961018 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-000b9f2a-1278-4400-bf3e-4d5d87f3886f service neutron] 10.222.0.46 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116905 Nov 23 08:59:30.994374 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b8753490-d6db-404e-b715-820a4aae2e8b req-cdb325ef-0778-43b9-ae6f-0282e1393e85 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922925 Nov 23 08:59:31.103247 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-63dd7e90-863e-4103-9886-23251e66007f service neutron] 10.222.0.46 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349673 Nov 23 08:59:31.174954 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5d0d7712-ad75-411e-820e-920c81b8afc0 req-a196e558-c8c3-4d50-8ca1-730bb254a197 service neutron] 10.222.0.47 "GET /v2.0/networks/3885b5b6-3fad-407d-ad1a-570b02daaee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109568 Nov 23 08:59:31.329472 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e537f5cb-dbf6-4dd5-b3b5-78d840da435a req-2e88675c-c4f6-457e-b01b-80203c810b13 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 210 time: 0.0467627 Nov 23 08:59:31.396402 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7519e2-9eae-4e6b-befe-95f2c01678e4 req-bf39c731-739a-4378-8b59-7cbb26f6ebf5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:31.405142 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8e7519e2-9eae-4e6b-befe-95f2c01678e4 req-bf39c731-739a-4378-8b59-7cbb26f6ebf5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 943 time: 0.1442111 Nov 23 08:59:31.443642 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5d0d7712-ad75-411e-820e-920c81b8afc0 req-aa55cbe1-35f0-40bf-be80-0583c1d0a88a service neutron] 10.222.0.47 "GET /v2.0/networks/3885b5b6-3fad-407d-ad1a-570b02daaee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549365 Nov 23 08:59:31.479047 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8e7519e2-9eae-4e6b-befe-95f2c01678e4 req-c9b2a6a3-12a6-4ec1-ad56-27ae8b1aae63 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728209 Nov 23 08:59:31.522033 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 36370) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:31.736494 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9ea09728-9530-4001-94f3-3e8566ab5cea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:31.819901 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9ea09728-9530-4001-94f3-3e8566ab5cea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:31.823685 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9ea09728-9530-4001-94f3-3e8566ab5cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:31.863659 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-9ea09728-9530-4001-94f3-3e8566ab5cea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64196aaaf7f04edca39818257a6400e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403027 Nov 23 08:59:31.866375 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36390) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:31.876161 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea09728-9530-4001-94f3-3e8566ab5cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563796bc-97bc-484f-a1e9-040d4b2f31f3,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:31.934540 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:31.959564 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:32.010971 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:32.014045 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:32.015962 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/563796bc-97bc-484f-a1e9-040d4b2f31f3 HTTP/1.1" status: 204 len: 168 time: 0.1466889 Nov 23 08:59:32.031830 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563796bc-97bc-484f-a1e9-040d4b2f31f3,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:32.046447 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.047075 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.047632 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.048147 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.048490 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.049040 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.049656 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.050258 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.051036 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.051733 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.052366 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.052754 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11344b-2db7-4cb5-9666-436677da819b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.162510 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910697dc-58dc-4bdb-8439-332c3547ad25 req-ba21b742-3670-49e1-b646-86a42ec2f4b8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:32.164380 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-910697dc-58dc-4bdb-8439-332c3547ad25 req-ba21b742-3670-49e1-b646-86a42ec2f4b8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0583169 Nov 23 08:59:32.231040 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-910697dc-58dc-4bdb-8439-332c3547ad25 req-29a2e655-e164-427f-80b7-91507ddb6b26 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567529 Nov 23 08:59:32.429749 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a7b77a71-a839-482d-96f7-ee680c59097f req-17f829c6-14d1-4f37-a7d3-64014177702a tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 210 time: 0.0283580 Nov 23 08:59:32.496825 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 36416) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:32.512629 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:32.602602 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-4dd19acc-109e-49e7-ab79-2b7e3685471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:32.769317 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:32.783327 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d54dcd-fc17-4582-ae4b-00b1ad662c4e req-37a7eee6-fe5b-447e-beea-43f880805a1a tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:32.784863 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-04d54dcd-fc17-4582-ae4b-00b1ad662c4e req-37a7eee6-fe5b-447e-beea-43f880805a1a tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 943 time: 0.1913078 Nov 23 08:59:32.788891 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:32.849040 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dee04-325e-4567-b61e-88a58eacc908 req-a20320c2-bdd8-4832-85b1-28364d2a76f7 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:32.850808 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-a20320c2-bdd8-4832-85b1-28364d2a76f7 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "GET /v2.0/networks?id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 200 len: 814 time: 0.2550797 Nov 23 08:59:32.868711 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e0f3b9-aefa-4e76-8bc1-d33c1772f2d3,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:32.875791 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa85b87f2c464d78bda16c15fcd7f189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770745 Nov 23 08:59:32.878961 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36442) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:32.883857 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-894dee04-325e-4567-b61e-88a58eacc908 req-f2ca06c2-8b87-45a9-a799-53f61baeadff tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Request body: {'port': {'device_id': '3631a4c0-56e0-419b-8c2a-56dcbc6c0230', 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb', 'admin_state_up': True, 'tenant_id': '82f534070f974dc882ad415be1a1d3ef'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:59:32.910312 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.910659 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.911199 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.911869 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.912346 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.912834 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.913381 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.913884 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.914435 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.914987 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.915501 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.915970 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11648798-6757-45d9-a826-0189cd1db14f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:32.950107 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-04d54dcd-fc17-4582-ae4b-00b1ad662c4e req-66443d9e-be23-460f-99ba-5c0ca024ecb9 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497276 Nov 23 08:59:32.977269 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a8a42739-48c1-4e81-a315-d6e282b14a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:33.006914 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a8a42739-48c1-4e81-a315-d6e282b14a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:33.052109 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894dee04-325e-4567-b61e-88a58eacc908 req-f2ca06c2-8b87-45a9-a799-53f61baeadff tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Made reservation on behalf of 82f534070f974dc882ad415be1a1d3ef for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:59:33.055845 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-894dee04-325e-4567-b61e-88a58eacc908 req-f2ca06c2-8b87-45a9-a799-53f61baeadff tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:33.060128 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a8a42739-48c1-4e81-a315-d6e282b14a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:33.063886 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a8a42739-48c1-4e81-a315-d6e282b14a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:33.065298 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-a8a42739-48c1-4e81-a315-d6e282b14a01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7e0f3b9-aefa-4e76-8bc1-d33c1772f2d3 HTTP/1.1" status: 204 len: 168 time: 0.1851981 Nov 23 08:59:33.078158 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a42739-48c1-4e81-a315-d6e282b14a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e0f3b9-aefa-4e76-8bc1-d33c1772f2d3,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:33.229429 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-894dee04-325e-4567-b61e-88a58eacc908 req-f2ca06c2-8b87-45a9-a799-53f61baeadff tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Allocated IP 172.20.0.4 (90165a93-ecd4-4624-b7b5-1b5c85ea25bb/a08cbcc1-e6a1-42f0-a355-e990471ea40c/cbdffd7c-afc7-47b2-9b90-e46f41e18a36) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:59:33.372608 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf3207-56f1-44f5-8db6-91b0ffd7be6c req-c642c2c8-e038-4b18-ad03-a349c6fa9d72 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:33.380775 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-36bf3207-56f1-44f5-8db6-91b0ffd7be6c req-c642c2c8-e038-4b18-ad03-a349c6fa9d72 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0639966 Nov 23 08:59:33.394622 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device f11c5832-1be3-47ce-9fbb-7c5c32b35c5b details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 08:59:33.422916 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-894dee04-325e-4567-b61e-88a58eacc908 req-f2ca06c2-8b87-45a9-a799-53f61baeadff tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:33.433667 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-36bf3207-56f1-44f5-8db6-91b0ffd7be6c req-ee70185c-b38e-4c77-8d58-d0de5b048e2f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518942 Nov 23 08:59:33.469906 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-894dee04-325e-4567-b61e-88a58eacc908 req-f2ca06c2-8b87-45a9-a799-53f61baeadff tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:33.508087 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['a8efe016-048d-473e-bb9a-b6758d97be0a'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 08:59:33.560470 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894dee04-325e-4567-b61e-88a58eacc908 req-f2ca06c2-8b87-45a9-a799-53f61baeadff tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:59:33.565434 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-894dee04-325e-4567-b61e-88a58eacc908 req-f2ca06c2-8b87-45a9-a799-53f61baeadff tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:59:33.572151 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-894dee04-325e-4567-b61e-88a58eacc908 req-f2ca06c2-8b87-45a9-a799-53f61baeadff tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:59:33.578473 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dee04-325e-4567-b61e-88a58eacc908 req-f2ca06c2-8b87-45a9-a799-53f61baeadff tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:33.579240 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-894dee04-325e-4567-b61e-88a58eacc908 req-f2ca06c2-8b87-45a9-a799-53f61baeadff tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:33.587545 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca06c2-8b87-45a9-a799-53f61baeadff tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Pushing event updated for resources: {'Port': ['ID=cbdffd7c-afc7-47b2-9b90-e46f41e18a36,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:33.593094 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f11c5832-1be3-47ce-9fbb-7c5c32b35c5b,segment=NetworkSegment(83af04d7-1f5a-406b-b8cc-02fa64261151),segment_id=83af04d7-1f5a-406b-b8cc-02fa64261151)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:33.603322 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-f2ca06c2-8b87-45a9-a799-53f61baeadff tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7309675 Nov 23 08:59:33.612408 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2b5c1-63c3-4dfa-ae50-23a988e1346f req-4bf50b92-a489-4b6c-b89d-69232adc9efc tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:33.614016 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c4b2b5c1-63c3-4dfa-ae50-23a988e1346f req-4bf50b92-a489-4b6c-b89d-69232adc9efc tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 931 time: 0.0967188 Nov 23 08:59:33.619017 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Request body: {'port': {'device_id': '3631a4c0-56e0-419b-8c2a-56dcbc6c0230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:59:33.623031 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': 'f11c5832-1be3-47ce-9fbb-7c5c32b35c5b', 'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7', 'port_id': 'f11c5832-1be3-47ce-9fbb-7c5c32b35c5b', 'mac_address': 'fa:16:3e:34:cd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb31f6e-8b11-4da7-a9e3-8a03b84a2851', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 08:59:33.695938 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:33.708310 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:33.713882 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c4b2b5c1-63c3-4dfa-ae50-23a988e1346f req-192e4375-dc0d-44af-bc61-35bbf91b9f9e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909696 Nov 23 08:59:33.718990 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11c5832-1be3-47ce-9fbb-7c5c32b35c5b {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:59:33.762817 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f11c5832-1be3-47ce-9fbb-7c5c32b35c5b,segment=NetworkSegment(83af04d7-1f5a-406b-b8cc-02fa64261151),segment_id=83af04d7-1f5a-406b-b8cc-02fa64261151)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:33.767978 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:33.825791 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=f11c5832-1be3-47ce-9fbb-7c5c32b35c5b,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:33.916221 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:33.995455 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdffd7c-afc7-47b2-9b90-e46f41e18a36 {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:59:34.004093 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:34.019675 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Transition to ACTIVE for port object cbdffd7c-afc7-47b2-9b90-e46f41e18a36 will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 08:59:34.023622 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:34.077946 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdffd7c-afc7-47b2-9b90-e46f41e18a36,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:34.086021 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f040c-56ae-464f-93db-7b7be2fbb964 req-e4e6cdda-5c3e-4c5d-a002-1a69ef397c58 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:34.095171 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f80f040c-56ae-464f-93db-7b7be2fbb964 req-e4e6cdda-5c3e-4c5d-a002-1a69ef397c58 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 944 time: 0.0622528 Nov 23 08:59:34.102299 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['f11c5832-1be3-47ce-9fbb-7c5c32b35c5b'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 08:59:34.119805 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Attempting to bind port cbdffd7c-afc7-47b2-9b90-e46f41e18a36 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 08:59:34.120155 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Attempting to bind port cbdffd7c-afc7-47b2-9b90-e46f41e18a36 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 08:59:34.120489 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Attempting to bind port cbdffd7c-afc7-47b2-9b90-e46f41e18a36 on network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:59:34.127518 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Port cbdffd7c-afc7-47b2-9b90-e46f41e18a36 on network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 08:59:34.127948 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Attempting to bind port cbdffd7c-afc7-47b2-9b90-e46f41e18a36 on network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 08:59:34.133778 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 08:59:34.134133 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Checking segment: {'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 08:59:34.134529 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Bound using segment: {'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 08:59:34.135495 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Bound port: cbdffd7c-afc7-47b2-9b90-e46f41e18a36, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 08:59:34.135862 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:34.160340 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f80f040c-56ae-464f-93db-7b7be2fbb964 req-c9495ba7-65e6-4b88-a042-2c0d565d1eb1 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640533 Nov 23 08:59:34.246351 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] For port cbdffd7c-afc7-47b2-9b90-e46f41e18a36, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 08:59:34.252358 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] For port cbdffd7c-afc7-47b2-9b90-e46f41e18a36, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cbdffd7c-afc7-47b2-9b90-e46f41e18a36,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 08:59:34.257839 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:34.275535 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:34.276481 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:34.278200 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] 10.222.0.47 "PUT /v2.0/ports/cbdffd7c-afc7-47b2-9b90-e46f41e18a36 HTTP/1.1" status: 200 len: 1093 time: 0.6630406 Nov 23 08:59:34.279693 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3631a4c0-56e0-419b-8c2a-56dcbc6c0230', 'tag': 'cbdffd7c-afc7-47b2-9b90-e46f41e18a36'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:34.297376 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593d05ff-4dba-4be1-9ef8-3c049852e4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3631a4c0-56e0-419b-8c2a-56dcbc6c0230", "tag": "cbdffd7c-afc7-47b2-9b90-e46f41e18a36"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:34.385578 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531325ff-2cd2-45c2-9a02-451d6459301f x-openstack-request-id: req-531325ff-2cd2-45c2-9a02-451d6459301f {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:34.385730 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3631a4c0-56e0-419b-8c2a-56dcbc6c0230", "tag": "cbdffd7c-afc7-47b2-9b90-e46f41e18a36", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:34.386258 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-531325ff-2cd2-45c2-9a02-451d6459301f {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:34.386469 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3631a4c0-56e0-419b-8c2a-56dcbc6c0230', 'tag': 'cbdffd7c-afc7-47b2-9b90-e46f41e18a36', 'status': 'completed', 'code': 200} Nov 23 08:59:34.388730 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e594329-32ad-47e7-a96b-8ec101d22790 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdffd7c-afc7-47b2-9b90-e46f41e18a36,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:34.398441 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dee04-325e-4567-b61e-88a58eacc908 req-4c3003c0-d9ce-4717-8556-c386515e94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:34.400041 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-4c3003c0-d9ce-4717-8556-c386515e94b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82f534070f974dc882ad415be1a1d3ef&device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 1096 time: 0.0685294 Nov 23 08:59:34.451628 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-8ed336ef-d525-4d81-990d-0c4e75f447c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbdffd7c-afc7-47b2-9b90-e46f41e18a36 HTTP/1.1" status: 200 len: 217 time: 0.0394390 Nov 23 08:59:34.510121 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dee04-325e-4567-b61e-88a58eacc908 req-47655ef2-2a5c-4757-99f1-fde6b57e7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:34.511770 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-47655ef2-2a5c-4757-99f1-fde6b57e7650 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a08cbcc1-e6a1-42f0-a355-e990471ea40c HTTP/1.1" status: 200 len: 854 time: 0.0526257 Nov 23 08:59:34.579446 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-2a75ea44-3a5f-4e02-b71d-6330da28d5da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524304 Nov 23 08:59:34.696627 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab01a0a-c75e-4cf5-81e6-e4d0e87a4507 req-7390d5a5-208e-4254-8c30-685d7aac8a30 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:34.698140 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5ab01a0a-c75e-4cf5-81e6-e4d0e87a4507 req-7390d5a5-208e-4254-8c30-685d7aac8a30 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.1267014 Nov 23 08:59:34.731626 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-23d27e65-ff62-43a5-a6d9-893ecefe2732 service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195307 Nov 23 08:59:34.780719 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5ab01a0a-c75e-4cf5-81e6-e4d0e87a4507 req-d6bc7430-5569-42e2-9580-6b5e23923563 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744753 Nov 23 08:59:34.845812 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-894dee04-325e-4567-b61e-88a58eacc908 req-519bf0dc-0129-463b-96ac-0382e3ef7290 service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033998 Nov 23 08:59:34.846029 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1687b81-baed-4479-9994-43ee412b2ead req-7cc45b89-1238-4596-9b0c-ba01b46a4e8a tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:34.847316 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e1687b81-baed-4479-9994-43ee412b2ead req-7cc45b89-1238-4596-9b0c-ba01b46a4e8a tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 943 time: 0.0485458 Nov 23 08:59:34.873446 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:34.899842 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e1687b81-baed-4479-9994-43ee412b2ead req-fa182d57-3b88-46c4-a6b0-b9c67a7a3a21 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455513 Nov 23 08:59:34.939492 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d05ff-4dba-4be1-9ef8-3c049852e4bf req-4b8c85e2-69a3-46e4-b15d-1a5a4177dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:34.940926 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-593d05ff-4dba-4be1-9ef8-3c049852e4bf req-4b8c85e2-69a3-46e4-b15d-1a5a4177dff9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82f534070f974dc882ad415be1a1d3ef&device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 1096 time: 0.0413339 Nov 23 08:59:35.050120 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d05ff-4dba-4be1-9ef8-3c049852e4bf req-8bdc0873-7b29-4ebb-b34a-f17a26b9e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:35.051641 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-593d05ff-4dba-4be1-9ef8-3c049852e4bf req-8bdc0873-7b29-4ebb-b34a-f17a26b9e0ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 200 len: 915 time: 0.0922692 Nov 23 08:59:35.111528 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-593d05ff-4dba-4be1-9ef8-3c049852e4bf req-64446bd2-9dc3-411a-8d17-7efb4ebf2c50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbdffd7c-afc7-47b2-9b90-e46f41e18a36 HTTP/1.1" status: 200 len: 217 time: 0.0345414 Nov 23 08:59:35.163215 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d05ff-4dba-4be1-9ef8-3c049852e4bf req-4656a922-f452-445a-8ba3-cf3993e85193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:35.164619 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-593d05ff-4dba-4be1-9ef8-3c049852e4bf req-4656a922-f452-445a-8ba3-cf3993e85193 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a08cbcc1-e6a1-42f0-a355-e990471ea40c HTTP/1.1" status: 200 len: 854 time: 0.0429447 Nov 23 08:59:35.196975 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-593d05ff-4dba-4be1-9ef8-3c049852e4bf req-0f8f3596-20fc-421c-98e1-b299bedfe056 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239992 Nov 23 08:59:35.393483 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device f11c5832-1be3-47ce-9fbb-7c5c32b35c5b up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:59:35.445180 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 08:59:35.449574 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:59:35.449979 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:35.528203 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a2a49-608f-4406-85cc-dedd01902515 req-c0fad5e4-acc3-40f9-8323-dfde15f851c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:35.529709 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7d6a2a49-608f-4406-85cc-dedd01902515 req-c0fad5e4-acc3-40f9-8323-dfde15f851c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 944 time: 0.2958095 Nov 23 08:59:35.533780 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-593d05ff-4dba-4be1-9ef8-3c049852e4bf req-dcc7b33e-601f-4ba3-b971-b49fc350e229 service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165581 Nov 23 08:59:35.536109 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:35.560457 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b386ea7-77b5-48b4-a375-10966f3dd299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11c5832-1be3-47ce-9fbb-7c5c32b35c5b'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:35.563708 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2b54a2-43b0-4676-b126-13c004eee349" -d '{"events": [{"server_uuid": "1b386ea7-77b5-48b4-a375-10966f3dd299", "name": "network-vif-plugged", "status": "completed", "tag": "f11c5832-1be3-47ce-9fbb-7c5c32b35c5b"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:35.579615 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f11c5832-1be3-47ce-9fbb-7c5c32b35c5b,segment=NetworkSegment(83af04d7-1f5a-406b-b8cc-02fa64261151),segment_id=83af04d7-1f5a-406b-b8cc-02fa64261151)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:35.586034 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:35.626587 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7d6a2a49-608f-4406-85cc-dedd01902515 req-375e8458-0765-4c74-b177-585a5d34e775 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904126 Nov 23 08:59:35.683014 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904735a7-15ee-4721-99bb-bec6eeaf07c6 x-openstack-request-id: req-904735a7-15ee-4721-99bb-bec6eeaf07c6 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:35.683345 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b386ea7-77b5-48b4-a375-10966f3dd299", "name": "network-vif-plugged", "status": "completed", "tag": "f11c5832-1be3-47ce-9fbb-7c5c32b35c5b", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:35.683602 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-904735a7-15ee-4721-99bb-bec6eeaf07c6 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:35.683993 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b386ea7-77b5-48b4-a375-10966f3dd299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11c5832-1be3-47ce-9fbb-7c5c32b35c5b', 'code': 200} Nov 23 08:59:35.685358 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=f11c5832-1be3-47ce-9fbb-7c5c32b35c5b,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:35.727681 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-593d05ff-4dba-4be1-9ef8-3c049852e4bf req-02b8d2b3-2990-41b6-bd8b-44e6d886e7eb service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711764 Nov 23 08:59:35.976761 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffa9a0-f3bb-4c01-a495-a2ca96d32312 req-5a87951e-cd63-41a0-bbf3-1a77ed4115ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:35.978606 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-65ffa9a0-f3bb-4c01-a495-a2ca96d32312 req-5a87951e-cd63-41a0-bbf3-1a77ed4115ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 1098 time: 0.1060715 Nov 23 08:59:36.063502 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c92b5a-eaa2-4c2e-9e53-f51ace831ab8 req-468dd11c-670f-48a9-9e19-9f6f74965494 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:36.071258 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a0c92b5a-eaa2-4c2e-9e53-f51ace831ab8 req-468dd11c-670f-48a9-9e19-9f6f74965494 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.1637199 Nov 23 08:59:36.114127 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:36.125423 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-65ffa9a0-f3bb-4c01-a495-a2ca96d32312 req-a0f0bd65-663c-4105-af97-d2af873ce46f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298432 Nov 23 08:59:36.141516 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33cf0a-c0e5-438c-a059-38dec637d599 req-3b5aeb5f-748c-4452-be4e-7f7481ea21a4 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:36.143039 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-de33cf0a-c0e5-438c-a059-38dec637d599 req-3b5aeb5f-748c-4452-be4e-7f7481ea21a4 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 943 time: 0.0954235 Nov 23 08:59:36.172180 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a0c92b5a-eaa2-4c2e-9e53-f51ace831ab8 req-8b3dccee-ccfa-4b9c-8feb-89e10a41839e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491123 Nov 23 08:59:36.205927 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-de33cf0a-c0e5-438c-a059-38dec637d599 req-809e2cb6-1f3f-4e8f-9e95-925569daf1ef tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475225 Nov 23 08:59:36.396101 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36558) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:36.504293 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-41cd5e9b-0b45-4362-bfe1-72f887dc6613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:36.577633 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-41cd5e9b-0b45-4362-bfe1-72f887dc6613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:36.582233 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-41cd5e9b-0b45-4362-bfe1-72f887dc6613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:36.635324 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-41cd5e9b-0b45-4362-bfe1-72f887dc6613 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec66a02c4873453fb6575554810d7903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381277 Nov 23 08:59:36.636247 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd5e9b-0b45-4362-bfe1-72f887dc6613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ea5ef9-db3c-4c33-9257-b766df6c724e,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:36.638114 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 36564) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:36.714089 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a9f5553e-cef7-474c-a1cf-eff4957291d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:36.739219 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a9f5553e-cef7-474c-a1cf-eff4957291d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:36.761644 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc5689-5380-4351-9736-fd0d38e31bce req-dbf47e0b-f7b3-4f0c-8d55-c4fcef2d3cbc tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:36.763170 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-64cc5689-5380-4351-9736-fd0d38e31bce req-dbf47e0b-f7b3-4f0c-8d55-c4fcef2d3cbc tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 945 time: 0.0544250 Nov 23 08:59:36.794981 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a9f5553e-cef7-474c-a1cf-eff4957291d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:36.798309 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a9f5553e-cef7-474c-a1cf-eff4957291d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:36.799801 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-a9f5553e-cef7-474c-a1cf-eff4957291d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1ea5ef9-db3c-4c33-9257-b766df6c724e HTTP/1.1" status: 204 len: 168 time: 0.1602423 Nov 23 08:59:36.808384 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5553e-cef7-474c-a1cf-eff4957291d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ea5ef9-db3c-4c33-9257-b766df6c724e,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:36.820644 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-64cc5689-5380-4351-9736-fd0d38e31bce req-e1d49ebc-ba8f-4d26-9690-d3607f9cc13a tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505571 Nov 23 08:59:37.110162 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 36576) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:37.125014 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-31103ca3-307d-4817-a6d2-da9050093ffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:37.220736 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-31103ca3-307d-4817-a6d2-da9050093ffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:37.225698 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-31103ca3-307d-4817-a6d2-da9050093ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:37.273742 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-31103ca3-307d-4817-a6d2-da9050093ffe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=781e155ba1f0431e8e3723462791b8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622765 Nov 23 08:59:37.274345 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31103ca3-307d-4817-a6d2-da9050093ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d1a111-2402-4e41-a22e-afad0b4a1f22,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:37.277446 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36586) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:37.325686 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e13351-7051-4cd5-a47c-9306cf14f65e req-c54c6c28-2cd7-4117-85f4-f8a5b247ec77 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:37.327189 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-76e13351-7051-4cd5-a47c-9306cf14f65e req-c54c6c28-2cd7-4117-85f4-f8a5b247ec77 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0842953 Nov 23 08:59:37.376147 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e0f956d4-67ca-4c89-a64f-906478aca23a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:37.412765 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-76e13351-7051-4cd5-a47c-9306cf14f65e req-cb00658f-25fc-481b-a153-cf8e5427d81d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777950 Nov 23 08:59:37.417472 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e0f956d4-67ca-4c89-a64f-906478aca23a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:37.471947 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e0f956d4-67ca-4c89-a64f-906478aca23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:37.474724 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e0f956d4-67ca-4c89-a64f-906478aca23a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:37.478124 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-e0f956d4-67ca-4c89-a64f-906478aca23a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1d1a111-2402-4e41-a22e-afad0b4a1f22 HTTP/1.1" status: 204 len: 168 time: 0.1972291 Nov 23 08:59:37.485367 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f956d4-67ca-4c89-a64f-906478aca23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d1a111-2402-4e41-a22e-afad0b4a1f22,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:37.537701 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdb91a-40a1-4c7f-8e0d-8bea00193965 req-1bf8d1e8-c39e-466d-a684-c8ca24c4e7ae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:37.539092 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-35bdb91a-40a1-4c7f-8e0d-8bea00193965 req-1bf8d1e8-c39e-466d-a684-c8ca24c4e7ae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 943 time: 0.0491767 Nov 23 08:59:37.588521 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-35bdb91a-40a1-4c7f-8e0d-8bea00193965 req-e9743a9b-e1cd-4ea4-8438-993a93158cd8 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Nov 23 08:59:37.937156 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7805d3-cc50-4671-b266-fe6fd2fc247e req-c3c02878-6fd2-4a03-b7b2-33b35a5e1528 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:37.938677 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ad7805d3-cc50-4671-b266-fe6fd2fc247e req-c3c02878-6fd2-4a03-b7b2-33b35a5e1528 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 945 time: 0.0491340 Nov 23 08:59:37.988136 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ad7805d3-cc50-4671-b266-fe6fd2fc247e req-efaf8b20-cece-470c-a7b7-a158ae67d27f tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435004 Nov 23 08:59:38.554676 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeefff-6e03-4809-b763-0060d86575b1 req-ee78f915-ad0d-4a4d-a017-05ef1c96e6da tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:38.557593 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-10aeefff-6e03-4809-b763-0060d86575b1 req-ee78f915-ad0d-4a4d-a017-05ef1c96e6da tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0594389 Nov 23 08:59:38.605353 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-10aeefff-6e03-4809-b763-0060d86575b1 req-5e61604d-6ad3-44c8-a4a5-e04f9de43d7c tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Nov 23 08:59:38.707141 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153756a-b222-4ae0-af4c-f4f6b7c0738f req-cf9395fd-ce50-4851-872d-9ac3fa9008b6 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:38.708616 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9153756a-b222-4ae0-af4c-f4f6b7c0738f req-cf9395fd-ce50-4851-872d-9ac3fa9008b6 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 943 time: 0.0476055 Nov 23 08:59:38.755415 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9153756a-b222-4ae0-af4c-f4f6b7c0738f req-ac5e9946-48ec-4706-a5ae-8816ab843c95 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Nov 23 08:59:39.102216 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f27833-a083-422c-b4e6-27fb9a39e1e3 req-9403f66e-f1ec-4a12-be5d-829cc39679cb tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:39.103693 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e3f27833-a083-422c-b4e6-27fb9a39e1e3 req-9403f66e-f1ec-4a12-be5d-829cc39679cb tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 945 time: 0.0486617 Nov 23 08:59:39.153560 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e3f27833-a083-422c-b4e6-27fb9a39e1e3 req-c5608e5f-aa3f-4213-95ea-78b606b00c99 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433929 Nov 23 08:59:39.549656 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device cbdffd7c-afc7-47b2-9b90-e46f41e18a36 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 08:59:39.649239 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port cbdffd7c-afc7-47b2-9b90-e46f41e18a36, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cbdffd7c-afc7-47b2-9b90-e46f41e18a36,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:39.661119 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': 'cbdffd7c-afc7-47b2-9b90-e46f41e18a36', 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb', 'port_id': 'cbdffd7c-afc7-47b2-9b90-e46f41e18a36', 'mac_address': 'fa:16:3e:b6:1c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08cbcc1-e6a1-42f0-a355-e990471ea40c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 08:59:39.697426 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:39.710756 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdffd7c-afc7-47b2-9b90-e46f41e18a36 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 08:59:39.719497 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4faf43-9fe1-4516-8996-692bb935b7e0 req-4890a289-887a-4f4c-8008-7c7906027b64 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:39.721035 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3e4faf43-9fe1-4516-8996-692bb935b7e0 req-4890a289-887a-4f4c-8008-7c7906027b64 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0484450 Nov 23 08:59:39.730424 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port cbdffd7c-afc7-47b2-9b90-e46f41e18a36, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cbdffd7c-afc7-47b2-9b90-e46f41e18a36,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:39.734928 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:39.774768 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3e4faf43-9fe1-4516-8996-692bb935b7e0 req-6cf22901-463b-4077-bb72-27e54f3a25b2 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475607 Nov 23 08:59:39.785691 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=cbdffd7c-afc7-47b2-9b90-e46f41e18a36,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:39.792714 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:39.793082 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:39.793451 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:39.793780 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:39.794136 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:39.794429 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:39.794753 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:39.795077 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:39.795477 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:39.795730 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:39.796083 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:39.796741 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 08:59:39.882444 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a6116-aaf7-440e-a9c6-4065648284c2 req-0171ecff-e8a3-417a-afa4-cbed27e18fd1 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:39.883938 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-208a6116-aaf7-440e-a9c6-4065648284c2 req-0171ecff-e8a3-417a-afa4-cbed27e18fd1 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 944 time: 0.0496459 Nov 23 08:59:39.932904 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-208a6116-aaf7-440e-a9c6-4065648284c2 req-908838bd-7c91-479a-abf4-283603abaed2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430903 Nov 23 08:59:40.243537 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['cbdffd7c-afc7-47b2-9b90-e46f41e18a36'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 08:59:40.272633 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323ee2f-b288-4cb2-bbda-b979b5aa0e0a req-81865034-60d8-40a8-8272-1b7aa7c9a0d0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:40.274265 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0323ee2f-b288-4cb2-bbda-b979b5aa0e0a req-81865034-60d8-40a8-8272-1b7aa7c9a0d0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 945 time: 0.0544763 Nov 23 08:59:40.330827 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0323ee2f-b288-4cb2-bbda-b979b5aa0e0a req-3617ccfc-dd94-4e2d-88db-6697ae593d92 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465374 Nov 23 08:59:40.937960 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1a69f-523d-4d56-9cff-47c912449c24 req-781d1b39-0e99-43b3-b79e-eb45f1eb8a51 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:40.941314 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-81a1a69f-523d-4d56-9cff-47c912449c24 req-781d1b39-0e99-43b3-b79e-eb45f1eb8a51 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0660005 Nov 23 08:59:41.013984 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-81a1a69f-523d-4d56-9cff-47c912449c24 req-4821b3eb-d18f-4638-ad94-0ffbeb83f8d9 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664425 Nov 23 08:59:41.079216 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0c96b-bc70-49f0-ae4c-39cfb39bee8d req-490f3df5-ddcf-4990-aebc-06182adf968c tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:41.089454 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e8b0c96b-bc70-49f0-ae4c-39cfb39bee8d req-490f3df5-ddcf-4990-aebc-06182adf968c tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 944 time: 0.0622959 Nov 23 08:59:41.134932 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e8b0c96b-bc70-49f0-ae4c-39cfb39bee8d req-0e6b04cc-a500-44a7-92d4-8c44e7ce5f1f tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445905 Nov 23 08:59:41.302364 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76516d-c507-4216-9f24-b8dfd6e6f1d7 req-61ce972f-e451-4e59-9568-d61afc615a3b tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:41.303804 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-fb76516d-c507-4216-9f24-b8dfd6e6f1d7 req-61ce972f-e451-4e59-9568-d61afc615a3b tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0512857 Nov 23 08:59:41.352281 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-fb76516d-c507-4216-9f24-b8dfd6e6f1d7 req-723eb3b1-670d-41b7-9897-8f635f5f4759 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Nov 23 08:59:41.446676 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27f87-85e7-436e-be65-4efdf3163af5 req-0f0b9130-080f-4701-bc0b-37f0ebdd7dfa tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:41.448099 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-22d27f87-85e7-436e-be65-4efdf3163af5 req-0f0b9130-080f-4701-bc0b-37f0ebdd7dfa tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 945 time: 0.0474741 Nov 23 08:59:41.492991 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-22d27f87-85e7-436e-be65-4efdf3163af5 req-f789776f-bf72-4d05-a6eb-85580d3273cc tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391879 Nov 23 08:59:42.138168 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449cf4c-a917-4100-8659-9a21b73ccdba req-30dc5d26-efdc-46de-a0ea-bfb5a6181d6e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:42.139542 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0449cf4c-a917-4100-8659-9a21b73ccdba req-30dc5d26-efdc-46de-a0ea-bfb5a6181d6e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0512798 Nov 23 08:59:42.186131 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0449cf4c-a917-4100-8659-9a21b73ccdba req-b16e0d34-3b50-4648-bdef-847e39fe585c tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Nov 23 08:59:42.287220 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbaa1d-a4f0-4df3-9cf6-0b3e6079ca30 req-84cf0b05-f497-4de7-a5a3-22235a12c122 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:42.288682 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4ffbaa1d-a4f0-4df3-9cf6-0b3e6079ca30 req-84cf0b05-f497-4de7-a5a3-22235a12c122 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 944 time: 0.0479970 Nov 23 08:59:42.336958 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4ffbaa1d-a4f0-4df3-9cf6-0b3e6079ca30 req-b2923769-f02c-45df-876a-367cacc11643 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Nov 23 08:59:42.464397 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7103b-e3c7-4919-b307-b2c0dc65262f req-b65ffba3-37d8-4be2-87ba-8d3f22aed182 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:42.465840 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e5c7103b-e3c7-4919-b307-b2c0dc65262f req-b65ffba3-37d8-4be2-87ba-8d3f22aed182 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0465846 Nov 23 08:59:42.514383 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e5c7103b-e3c7-4919-b307-b2c0dc65262f req-91409648-b847-4e27-b81d-64ee4720f90e tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417547 Nov 23 08:59:43.298594 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2b86-3ed6-41e7-98ae-110ddc350838 req-a5823529-6048-49b4-a52c-82fd637e0270 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:43.300006 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3e7e2b86-3ed6-41e7-98ae-110ddc350838 req-a5823529-6048-49b4-a52c-82fd637e0270 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0475280 Nov 23 08:59:43.346127 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3e7e2b86-3ed6-41e7-98ae-110ddc350838 req-3aa8ad87-a65a-44d1-9be0-6f8aee9ef42a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Nov 23 08:59:43.446295 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920997d-3eb1-4f95-93d1-5e3573b625e6 req-4d3cbf63-fabd-4598-8382-0e53b78e4d58 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:43.447635 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0920997d-3eb1-4f95-93d1-5e3573b625e6 req-4d3cbf63-fabd-4598-8382-0e53b78e4d58 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 944 time: 0.0460269 Nov 23 08:59:43.494251 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0920997d-3eb1-4f95-93d1-5e3573b625e6 req-25ed8f71-da48-42e6-8328-c37ff989acba tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403466 Nov 23 08:59:43.630373 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17103610-8611-4dd7-9810-f6e6875475ba req-496f2c32-5c22-42b1-ad34-a85008a224ad tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:43.631820 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-17103610-8611-4dd7-9810-f6e6875475ba req-496f2c32-5c22-42b1-ad34-a85008a224ad tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0513022 Nov 23 08:59:43.676404 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-17103610-8611-4dd7-9810-f6e6875475ba req-d59dbaa8-0281-4a98-a613-f9b1d7a56c2d tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388651 Nov 23 08:59:44.459881 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24347911-ef28-4c69-92a8-ffc57c0da4fe req-53fb48c8-e94c-4934-8cd5-ea4b46a21941 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:44.461291 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-24347911-ef28-4c69-92a8-ffc57c0da4fe req-53fb48c8-e94c-4934-8cd5-ea4b46a21941 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0481892 Nov 23 08:59:44.508029 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-24347911-ef28-4c69-92a8-ffc57c0da4fe req-a3b63cef-1efa-49e2-b5c9-a15a11fa62c0 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 Nov 23 08:59:44.614716 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e95e0e-8df3-424e-a9f1-aed4e56203a0 req-88b300b2-7685-47ba-a9bb-620fdff20156 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:44.616169 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-43e95e0e-8df3-424e-a9f1-aed4e56203a0 req-88b300b2-7685-47ba-a9bb-620fdff20156 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 944 time: 0.0489013 Nov 23 08:59:44.665704 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-43e95e0e-8df3-424e-a9f1-aed4e56203a0 req-64471f94-3daa-4971-95b6-068077607534 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436482 Nov 23 08:59:44.800050 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b71762-959c-408e-8b3a-aa7ceb6e19b6 req-a00f9084-d6f1-4763-b9d9-e560e89b24db tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:44.801574 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-32b71762-959c-408e-8b3a-aa7ceb6e19b6 req-a00f9084-d6f1-4763-b9d9-e560e89b24db tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0546336 Nov 23 08:59:44.850661 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-32b71762-959c-408e-8b3a-aa7ceb6e19b6 req-1d260ed4-8ae1-49fd-a3b8-f92e72c38f6f tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432611 Nov 23 08:59:45.295590 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:45.625101 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16979a99-de0a-4ba8-b0f2-04616515241f req-d9a14c8a-cdc9-411b-9237-454fdbea4f63 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:45.626579 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-16979a99-de0a-4ba8-b0f2-04616515241f req-d9a14c8a-cdc9-411b-9237-454fdbea4f63 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0497680 Nov 23 08:59:45.674402 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-16979a99-de0a-4ba8-b0f2-04616515241f req-c04662b1-5dc5-46b4-a903-ee87ab4c83d1 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Nov 23 08:59:45.779638 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e20f-b53c-4a40-926b-50a2d7887937 req-39fc5ceb-ead3-4580-a728-f8b09c024537 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:45.782022 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3431e20f-b53c-4a40-926b-50a2d7887937 req-39fc5ceb-ead3-4580-a728-f8b09c024537 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 944 time: 0.0499520 Nov 23 08:59:45.831305 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3431e20f-b53c-4a40-926b-50a2d7887937 req-7b63e536-8dad-49ce-a48c-3e2867a60f6e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435596 Nov 23 08:59:45.970638 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90e7a1-8834-400f-a76e-c5a026faa2f0 req-de8117d5-48db-4c73-9201-ecf2d49429ad tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:45.972109 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3e90e7a1-8834-400f-a76e-c5a026faa2f0 req-de8117d5-48db-4c73-9201-ecf2d49429ad tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0530992 Nov 23 08:59:46.020443 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3e90e7a1-8834-400f-a76e-c5a026faa2f0 req-137081f4-664a-43fd-8946-a49dc408a680 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421684 Nov 23 08:59:46.496137 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device cbdffd7c-afc7-47b2-9b90-e46f41e18a36 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 08:59:46.545022 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port cbdffd7c-afc7-47b2-9b90-e46f41e18a36 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 08:59:46.550392 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port cbdffd7c-afc7-47b2-9b90-e46f41e18a36 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 08:59:46.550763 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:46.627534 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:46.649058 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3631a4c0-56e0-419b-8c2a-56dcbc6c0230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdffd7c-afc7-47b2-9b90-e46f41e18a36'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:46.651291 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f034b3d4-b3fd-48bd-9f8b-24b5864bf02b" -d '{"events": [{"server_uuid": "3631a4c0-56e0-419b-8c2a-56dcbc6c0230", "name": "network-vif-plugged", "status": "completed", "tag": "cbdffd7c-afc7-47b2-9b90-e46f41e18a36"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:46.667061 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port cbdffd7c-afc7-47b2-9b90-e46f41e18a36, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cbdffd7c-afc7-47b2-9b90-e46f41e18a36,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:46.672158 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:46.694852 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3218df7c-d594-44fc-81f0-b35cd6ef57e8 x-openstack-request-id: req-3218df7c-d594-44fc-81f0-b35cd6ef57e8 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:46.696698 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3631a4c0-56e0-419b-8c2a-56dcbc6c0230", "name": "network-vif-plugged", "status": "completed", "tag": "cbdffd7c-afc7-47b2-9b90-e46f41e18a36", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:46.696698 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3218df7c-d594-44fc-81f0-b35cd6ef57e8 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:46.696698 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3631a4c0-56e0-419b-8c2a-56dcbc6c0230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdffd7c-afc7-47b2-9b90-e46f41e18a36', 'code': 200} Nov 23 08:59:46.721275 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=cbdffd7c-afc7-47b2-9b90-e46f41e18a36,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:46.791555 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b967a6-6e9e-44da-9f4a-0eaeca0b769e req-6dec98e9-11d2-4cd2-bf43-19645a5f8627 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:46.792983 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f5b967a6-6e9e-44da-9f4a-0eaeca0b769e req-6dec98e9-11d2-4cd2-bf43-19645a5f8627 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0478466 Nov 23 08:59:46.839843 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f5b967a6-6e9e-44da-9f4a-0eaeca0b769e req-7ea5b034-b9fd-4374-896b-9b32e14ba37a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407050 Nov 23 08:59:46.947826 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93c657-97c2-4c9a-8573-5e2fc8b22bda req-3cbc1683-2016-453d-a783-2e04ce22d940 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:46.949197 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4a93c657-97c2-4c9a-8573-5e2fc8b22bda req-3cbc1683-2016-453d-a783-2e04ce22d940 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 945 time: 0.0508490 Nov 23 08:59:46.995487 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4a93c657-97c2-4c9a-8573-5e2fc8b22bda req-e54faa0e-4348-4ecc-8393-f708d14cc102 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Nov 23 08:59:47.133805 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95399fb6-10ab-44cd-8268-564f158d6b4d req-38ab1d29-b3de-4dfd-8497-edbdd620a530 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:47.135291 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-95399fb6-10ab-44cd-8268-564f158d6b4d req-38ab1d29-b3de-4dfd-8497-edbdd620a530 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0488312 Nov 23 08:59:47.184583 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-95399fb6-10ab-44cd-8268-564f158d6b4d req-1a0a21ee-11a9-4b59-850f-b54266a0275b tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421638 Nov 23 08:59:47.950305 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdd240-88be-4e97-ab7c-f19499093efc req-3fd7725c-cabf-48e9-808e-d50d786cb4ef tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:47.951738 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0fbdd240-88be-4e97-ab7c-f19499093efc req-3fd7725c-cabf-48e9-808e-d50d786cb4ef tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0465109 Nov 23 08:59:48.002119 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0fbdd240-88be-4e97-ab7c-f19499093efc req-4c73e05f-678c-4acb-bd1c-62dd90e1b1a3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436642 Nov 23 08:59:48.107109 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcf567-e0bf-4edb-a4e5-dcf966771344 req-1cb779af-045a-4edd-bf6d-0223a4d358d5 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:48.108661 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0cfcf567-e0bf-4edb-a4e5-dcf966771344 req-1cb779af-045a-4edd-bf6d-0223a4d358d5 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 945 time: 0.0478530 Nov 23 08:59:48.153972 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0cfcf567-e0bf-4edb-a4e5-dcf966771344 req-36bf4b0b-4f86-4e95-a1ec-51081e4a82ac tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393689 Nov 23 08:59:48.300682 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fffea-2d38-4781-b415-e916f4de2d55 req-edf5aefd-7b34-42df-8457-3c152a9ef031 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:48.302173 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a61fffea-2d38-4781-b415-e916f4de2d55 req-edf5aefd-7b34-42df-8457-3c152a9ef031 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0485637 Nov 23 08:59:48.347964 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a61fffea-2d38-4781-b415-e916f4de2d55 req-1d25c8eb-be07-4a4b-b17c-c1c2433e2da6 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Nov 23 08:59:48.617862 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e7a4fd1-5afb-4596-9442-f3365dac63a9 req-347b30e4-4b63-4124-8ca7-c390de9bc5d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565033 Nov 23 08:59:48.739708 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a4fd1-5afb-4596-9442-f3365dac63a9 req-6260c748-49ac-4877-a805-28a841ccd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:48.741389 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e7a4fd1-5afb-4596-9442-f3365dac63a9 req-6260c748-49ac-4877-a805-28a841ccd372 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82f534070f974dc882ad415be1a1d3ef&device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 1098 time: 0.0494423 Nov 23 08:59:48.771994 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa3cfe-542b-4673-bd40-8b2bd43bc012 req-7bbe1b3e-7e22-45d7-bcff-d314723c5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:48.773533 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b7fa3cfe-542b-4673-bd40-8b2bd43bc012 req-7bbe1b3e-7e22-45d7-bcff-d314723c5e0e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 1098 time: 0.0496719 Nov 23 08:59:48.825851 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b7fa3cfe-542b-4673-bd40-8b2bd43bc012 req-8892750a-e411-40ee-8d1d-d30517d8acf8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402203 Nov 23 08:59:48.865304 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a4fd1-5afb-4596-9442-f3365dac63a9 req-2b5ca093-041c-45b3-8105-6781988ebc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:48.867145 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e7a4fd1-5afb-4596-9442-f3365dac63a9 req-2b5ca093-041c-45b3-8105-6781988ebc68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 200 len: 915 time: 0.0951350 Nov 23 08:59:49.103728 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e7a4fd1-5afb-4596-9442-f3365dac63a9 req-1b182fda-8d22-4230-98d6-6b774bea475a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8efe016-048d-473e-bb9a-b6758d97be0a HTTP/1.1" status: 200 len: 217 time: 0.0403023 Nov 23 08:59:49.122109 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632ec58-2719-4baa-9cc7-898c9bcc91c2 req-e6c6d471-8863-4beb-bced-7fc94a98bb26 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:49.123629 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a632ec58-2719-4baa-9cc7-898c9bcc91c2 req-e6c6d471-8863-4beb-bced-7fc94a98bb26 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0527787 Nov 23 08:59:49.155132 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a4fd1-5afb-4596-9442-f3365dac63a9 req-3903ea53-e8db-40df-903c-4ce09b095dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:49.156870 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e7a4fd1-5afb-4596-9442-f3365dac63a9 req-3903ea53-e8db-40df-903c-4ce09b095dd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a08cbcc1-e6a1-42f0-a355-e990471ea40c HTTP/1.1" status: 200 len: 854 time: 0.0447686 Nov 23 08:59:49.173373 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a632ec58-2719-4baa-9cc7-898c9bcc91c2 req-670b67a7-bc7c-4708-b1f3-bab00568c6a5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429385 Nov 23 08:59:49.198415 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e7a4fd1-5afb-4596-9442-f3365dac63a9 req-e027bd2b-f8fe-4654-baf1-718f57b697c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313542 Nov 23 08:59:49.357835 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06814b-a949-4717-b81b-226674f488d6 req-79bcb002-eb48-4ec5-9087-7f30c4a10f79 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:49.357835 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5e06814b-a949-4717-b81b-226674f488d6 req-79bcb002-eb48-4ec5-9087-7f30c4a10f79 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 945 time: 0.1088190 Nov 23 08:59:49.360622 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e7a4fd1-5afb-4596-9442-f3365dac63a9 req-0bb776b2-7678-41a3-94f8-c8d9fcd4ed5f service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521957 Nov 23 08:59:49.466810 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5e06814b-a949-4717-b81b-226674f488d6 req-2a32bdfe-3f5f-4900-90bc-6e9ae0a5d674 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011381 Nov 23 08:59:49.492327 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495bd16-47d3-4a56-97c8-4d286b886b76 req-112a096a-3eb1-4f48-87ab-d793cd226b9c tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:49.498180 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6495bd16-47d3-4a56-97c8-4d286b886b76 req-112a096a-3eb1-4f48-87ab-d793cd226b9c tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0596240 Nov 23 08:59:49.504474 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e7a4fd1-5afb-4596-9442-f3365dac63a9 req-e1cfe700-2925-46ba-86aa-8792eac099cd service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323621 Nov 23 08:59:49.554936 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6495bd16-47d3-4a56-97c8-4d286b886b76 req-018d6a09-57eb-48a3-a8a5-2f7a5cab9eda tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530725 Nov 23 08:59:49.618987 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 36946) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:49.723088 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7b028dd7-a072-4ed9-91d2-72e2a26cca43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:49.797976 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7b028dd7-a072-4ed9-91d2-72e2a26cca43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:49.801969 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7b028dd7-a072-4ed9-91d2-72e2a26cca43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:49.843621 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-7b028dd7-a072-4ed9-91d2-72e2a26cca43 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=993ba6f14cf2473893b1782598cb2ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229404 Nov 23 08:59:49.844748 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b028dd7-a072-4ed9-91d2-72e2a26cca43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4ca5b0-da16-4b2d-a6e8-5eb6673ad90f,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:49.846253 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 36952) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:49.901120 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b1446028-162d-431d-9480-9155c5e62848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:49.922586 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b1446028-162d-431d-9480-9155c5e62848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:49.974453 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b1446028-162d-431d-9480-9155c5e62848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:49.977285 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b1446028-162d-431d-9480-9155c5e62848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:49.978488 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-b1446028-162d-431d-9480-9155c5e62848 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db4ca5b0-da16-4b2d-a6e8-5eb6673ad90f HTTP/1.1" status: 204 len: 168 time: 0.1311085 Nov 23 08:59:49.987421 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1446028-162d-431d-9480-9155c5e62848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4ca5b0-da16-4b2d-a6e8-5eb6673ad90f,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:50.366245 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36549acb-5523-42be-abab-1ddbb3ccf8d6 req-d2c1280e-c8b5-4a8a-902d-5b2156063aa3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:50.367857 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-36549acb-5523-42be-abab-1ddbb3ccf8d6 req-d2c1280e-c8b5-4a8a-902d-5b2156063aa3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0802622 Nov 23 08:59:50.419259 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-36549acb-5523-42be-abab-1ddbb3ccf8d6 req-60e630e7-e9a2-4812-a123-77dc9ee3de94 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451760 Nov 23 08:59:50.587514 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0391de6-101a-471f-87d0-d05eb697cc56 req-9fac5907-062a-49d7-bd65-ff83434667a6 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:50.589004 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b0391de6-101a-471f-87d0-d05eb697cc56 req-9fac5907-062a-49d7-bd65-ff83434667a6 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 945 time: 0.0519741 Nov 23 08:59:50.636703 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b0391de6-101a-471f-87d0-d05eb697cc56 req-60cd347c-00d5-4c9b-908a-d99f0a6c6d7c tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Nov 23 08:59:50.737502 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd9fa-daec-443f-85c6-3cf0af47b220 req-b9ae5823-2f7c-4261-85dd-fb26bb60efdd tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:50.738979 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-31edd9fa-daec-443f-85c6-3cf0af47b220 req-b9ae5823-2f7c-4261-85dd-fb26bb60efdd tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0482116 Nov 23 08:59:50.786815 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-31edd9fa-daec-443f-85c6-3cf0af47b220 req-d93e34c2-ff38-4e01-82be-328628c4040f tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419533 Nov 23 08:59:51.538694 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8346c5-9695-4990-a2c0-3d01843cf739 req-919d9f01-e912-4d6b-b124-fd0837166f46 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:51.540153 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-db8346c5-9695-4990-a2c0-3d01843cf739 req-919d9f01-e912-4d6b-b124-fd0837166f46 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0522039 Nov 23 08:59:51.586019 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-db8346c5-9695-4990-a2c0-3d01843cf739 req-eb5a2880-baa5-4121-854a-9ded2e4a50c1 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400476 Nov 23 08:59:51.750296 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb805a-ea15-4f03-b3c6-06052b219e95 req-aaf565bc-59cb-400c-9cc8-9add585ae15e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:51.751994 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d6cb805a-ea15-4f03-b3c6-06052b219e95 req-aaf565bc-59cb-400c-9cc8-9add585ae15e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 945 time: 0.0479636 Nov 23 08:59:51.799849 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d6cb805a-ea15-4f03-b3c6-06052b219e95 req-c3cda5d2-8602-45e4-9aee-afb4f94be316 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Nov 23 08:59:51.907048 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4cd96-8f0f-48a3-8d54-9b8f9e95a63f req-753d852b-30ca-4125-ac5c-905409996bad tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:51.908665 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-87a4cd96-8f0f-48a3-8d54-9b8f9e95a63f req-753d852b-30ca-4125-ac5c-905409996bad tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0519097 Nov 23 08:59:51.964777 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-87a4cd96-8f0f-48a3-8d54-9b8f9e95a63f req-5865eb44-f2f7-4190-b0ee-b6d1970cc218 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494924 Nov 23 08:59:52.698928 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc12db-9b72-4430-ac35-732f4cb47b24 req-c6e6eacc-45dd-458b-ac4b-6054a6b76489 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:52.700354 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-57dc12db-9b72-4430-ac35-732f4cb47b24 req-c6e6eacc-45dd-458b-ac4b-6054a6b76489 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0470519 Nov 23 08:59:52.746302 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-57dc12db-9b72-4430-ac35-732f4cb47b24 req-3fbf26fa-76bf-4368-8661-5756139cc21b tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396788 Nov 23 08:59:52.914638 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cae8e-49ca-4873-89b5-f432e62c2161 req-6f3908ae-9daa-4bcb-956c-fb529a0d0718 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:52.916098 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b94cae8e-49ca-4873-89b5-f432e62c2161 req-6f3908ae-9daa-4bcb-956c-fb529a0d0718 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 945 time: 0.0513713 Nov 23 08:59:52.962024 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b94cae8e-49ca-4873-89b5-f432e62c2161 req-f043cce1-b174-4dfd-9b28-0193c44714b4 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396152 Nov 23 08:59:53.081900 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1faef2-1584-4a60-b832-31c88f60acff req-821b4fa5-d2e7-4bf3-a8dd-fd8b54d3a660 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:53.083426 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dd1faef2-1584-4a60-b832-31c88f60acff req-821b4fa5-d2e7-4bf3-a8dd-fd8b54d3a660 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0481493 Nov 23 08:59:53.131456 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dd1faef2-1584-4a60-b832-31c88f60acff req-1f508da2-26c8-4d8a-9e0e-b9990e7d5eb9 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Nov 23 08:59:53.868167 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda7ac0-cde8-4106-890f-65d539e861e9 req-6bd3647a-aaed-4bd9-b616-31c51c3323da tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:53.869709 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3dda7ac0-cde8-4106-890f-65d539e861e9 req-6bd3647a-aaed-4bd9-b616-31c51c3323da tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0538704 Nov 23 08:59:53.948857 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3dda7ac0-cde8-4106-890f-65d539e861e9 req-96162035-541b-45c9-b587-15886f339951 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725634 Nov 23 08:59:54.087488 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7105a-c21e-40db-97f4-a1ccc5f27f73 req-4831e560-cc0b-447d-9c96-3691c04a9a81 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:54.095779 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-65a7105a-c21e-40db-97f4-a1ccc5f27f73 req-4831e560-cc0b-447d-9c96-3691c04a9a81 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 945 time: 0.0596523 Nov 23 08:59:54.143525 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-65a7105a-c21e-40db-97f4-a1ccc5f27f73 req-1da7af40-5cee-44da-9543-96887e22fe94 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462160 Nov 23 08:59:54.271661 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758caeca-c872-471e-81d8-1b481b1efe95 req-d99fdf0f-1c0b-4599-b09a-b9a1a2d30249 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:54.273429 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-758caeca-c872-471e-81d8-1b481b1efe95 req-d99fdf0f-1c0b-4599-b09a-b9a1a2d30249 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0612762 Nov 23 08:59:54.322747 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-758caeca-c872-471e-81d8-1b481b1efe95 req-09f15767-1966-476b-ad6f-7ac012d4f7a7 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/security-groups?id=93cffd66-c704-4a4b-a99a-6aa358696d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433350 Nov 23 08:59:54.428229 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda048e-a5c7-47af-a06c-562eb3621a61 req-c065a925-96a5-443a-bd90-58cc86d2da7a tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:54.430430 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7dda048e-a5c7-47af-a06c-562eb3621a61 req-c065a925-96a5-443a-bd90-58cc86d2da7a tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.47 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 945 time: 0.0601299 Nov 23 08:59:54.600189 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-7dda048e-a5c7-47af-a06c-562eb3621a61 req-086b7332-0de1-4517-81de-a9c9aa862148 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Deleting port d6b7a840-3e22-4af8-ae32-3c470529acca {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 08:59:54.600548 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-7dda048e-a5c7-47af-a06c-562eb3621a61 req-086b7332-0de1-4517-81de-a9c9aa862148 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:54.735235 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-7dda048e-a5c7-47af-a06c-562eb3621a61 req-086b7332-0de1-4517-81de-a9c9aa862148 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] For port d6b7a840-3e22-4af8-ae32-3c470529acca, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d6b7a840-3e22-4af8-ae32-3c470529acca,segment=NetworkSegment(07de591c-c3a8-49a1-91c6-6d1e29687f58),segment_id=07de591c-c3a8-49a1-91c6-6d1e29687f58)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 08:59:54.735638 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-7dda048e-a5c7-47af-a06c-562eb3621a61 req-086b7332-0de1-4517-81de-a9c9aa862148 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:54.765289 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-7dda048e-a5c7-47af-a06c-562eb3621a61 req-086b7332-0de1-4517-81de-a9c9aa862148 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Calling delete_port for d6b7a840-3e22-4af8-ae32-3c470529acca owned by compute:nova {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 08:59:54.944114 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-7dda048e-a5c7-47af-a06c-562eb3621a61 req-086b7332-0de1-4517-81de-a9c9aa862148 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:54.973821 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['d6b7a840-3e22-4af8-ae32-3c470529acca'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 08:59:55.006276 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b7332-0de1-4517-81de-a9c9aa862148 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Pushing event deleted for resources: {'Port': ['ID=d6b7a840-3e22-4af8-ae32-3c470529acca,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:55.128836 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dda048e-a5c7-47af-a06c-562eb3621a61 req-086b7332-0de1-4517-81de-a9c9aa862148 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] No DVR routers for this DVR port d6b7a840-3e22-4af8-ae32-3c470529acca on host hv-cinder-76845 {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 08:59:55.133201 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-7dda048e-a5c7-47af-a06c-562eb3621a61 req-086b7332-0de1-4517-81de-a9c9aa862148 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:55.136857 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7dda048e-a5c7-47af-a06c-562eb3621a61 req-086b7332-0de1-4517-81de-a9c9aa862148 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.47 "DELETE /v2.0/ports/d6b7a840-3e22-4af8-ae32-3c470529acca HTTP/1.1" status: 204 len: 173 time: 0.6981685 Nov 23 08:59:55.137335 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d6e5d5-d743-4b20-9b13-602e635d1c39', 'name': 'network-vif-deleted', 'tag': 'd6b7a840-3e22-4af8-ae32-3c470529acca'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 08:59:55.140309 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e841d2-0973-4858-a8e6-b14f8909a90b" -d '{"events": [{"server_uuid": "60d6e5d5-d743-4b20-9b13-602e635d1c39", "name": "network-vif-deleted", "tag": "d6b7a840-3e22-4af8-ae32-3c470529acca"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 08:59:55.143438 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f557c-2e13-45cd-92ef-b427dde1e898 req-f07b4bc1-5be4-44a6-9d02-242a5caaffe3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:55.145025 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1c6f557c-2e13-45cd-92ef-b427dde1e898 req-f07b4bc1-5be4-44a6-9d02-242a5caaffe3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0587504 Nov 23 08:59:55.203960 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1c6f557c-2e13-45cd-92ef-b427dde1e898 req-147f9dee-f9e6-45ca-a0d1-7a01a50f6151 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527818 Nov 23 08:59:55.275804 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 08:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de67e64f-ee27-4dfe-9f9c-f504b2df976c x-openstack-request-id: req-de67e64f-ee27-4dfe-9f9c-f504b2df976c {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 08:59:55.276297 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d6e5d5-d743-4b20-9b13-602e635d1c39", "name": "network-vif-deleted", "tag": "d6b7a840-3e22-4af8-ae32-3c470529acca", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 08:59:55.276467 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de67e64f-ee27-4dfe-9f9c-f504b2df976c {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 08:59:55.276791 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d6e5d5-d743-4b20-9b13-602e635d1c39', 'name': 'network-vif-deleted', 'tag': 'd6b7a840-3e22-4af8-ae32-3c470529acca', 'status': 'completed', 'code': 200} Nov 23 08:59:55.441088 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-60454747-3f6f-4612-994b-0946d83fd97d req-01f914f2-51f0-45f7-bf66-aafc6162f423 tempest-DeleteServersTestJSON-213442793 tempest-DeleteServersTestJSON-213442793-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d6e5d5-d743-4b20-9b13-602e635d1c39 HTTP/1.1" status: 200 len: 210 time: 0.0365796 Nov 23 08:59:56.353606 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a715ad-8f98-4d8d-82b4-235ee95da461 req-8718dba7-0502-4922-99bf-96826759ff90 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:56.355282 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-51a715ad-8f98-4d8d-82b4-235ee95da461 req-8718dba7-0502-4922-99bf-96826759ff90 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0592232 Nov 23 08:59:56.404303 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-51a715ad-8f98-4d8d-82b4-235ee95da461 req-f9c854cf-3093-4e04-b39f-589bf66a8ef5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423985 Nov 23 08:59:57.352816 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71953552-413e-4214-8050-7dc724d65770 req-40fc18bb-7ef2-4fdd-8381-e633f951167e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:57.355095 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-40fc18bb-7ef2-4fdd-8381-e633f951167e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/networks?id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 200 len: 814 time: 0.1115334 Nov 23 08:59:57.374711 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-fae3ce21-ad04-4c84-b8c7-3945797f6c63 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/quotas/82f534070f974dc882ad415be1a1d3ef HTTP/1.1" status: 200 len: 375 time: 0.0098097 Nov 23 08:59:57.444815 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-e6d64278-3181-44e6-929f-55e99752a194 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=82f534070f974dc882ad415be1a1d3ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588818 Nov 23 08:59:57.545986 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-13d1bef6-ed10-4eae-bd26-57e133908d1e service neutron] 10.222.0.46 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949318 Nov 23 08:59:57.584588 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4bf10-797b-48d4-8fd3-000c57a0bbd6 req-42b9d42f-c1de-4b38-94e3-fec8c266d7e3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:57.586191 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-86e4bf10-797b-48d4-8fd3-000c57a0bbd6 req-42b9d42f-c1de-4b38-94e3-fec8c266d7e3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0496511 Nov 23 08:59:57.635494 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-86e4bf10-797b-48d4-8fd3-000c57a0bbd6 req-bfbcc331-64aa-49ef-89cb-d9b93b16df9b tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433373 Nov 23 08:59:57.641435 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-f5e324e3-7285-495b-be52-1903de4dbddb service neutron] 10.222.0.46 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874655 Nov 23 08:59:57.815939 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-75b7d2ab-dacd-4821-92ec-2baa67dfda47 req-3d1c2b07-ea3c-4c6b-b23f-06be9f467c2f tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 210 time: 0.0321369 Nov 23 08:59:57.875216 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device d6b7a840-3e22-4af8-ae32-3c470529acca no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 08:59:57.899779 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 37286) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:57.901478 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: d6b7a840-3e22-4af8-ae32-3c470529acca {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 08:59:57.903231 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device d6b7a840-3e22-4af8-ae32-3c470529acca not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 08:59:57.948140 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ed5d54-1949-45d5-98f1-02dd84e6e181 admin admin] Deleting subnet 5991780c-a80f-4f98-b696-a357122285ce {{(pid=102542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 08:59:57.951358 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-29ed5d54-1949-45d5-98f1-02dd84e6e181 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:57.992124 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-29ed5d54-1949-45d5-98f1-02dd84e6e181 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:58.000056 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-29ed5d54-1949-45d5-98f1-02dd84e6e181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:58.056273 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-29ed5d54-1949-45d5-98f1-02dd84e6e181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:58.087690 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed5d54-1949-45d5-98f1-02dd84e6e181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5991780c-a80f-4f98-b696-a357122285ce,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:58.088781 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-29ed5d54-1949-45d5-98f1-02dd84e6e181 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:58.095631 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37294) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:58.103732 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-29ed5d54-1949-45d5-98f1-02dd84e6e181 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5991780c-a80f-4f98-b696-a357122285ce HTTP/1.1" status: 204 len: 168 time: 0.2025094 Nov 23 08:59:58.177909 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1f36f78b-c054-4780-a0ba-a6b76c357b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:58.258205 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1f36f78b-c054-4780-a0ba-a6b76c357b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:58.281359 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-1f36f78b-c054-4780-a0ba-a6b76c357b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97b32ee-221e-4103-8904-28844344b922']}} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:59:58.288493 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-1f36f78b-c054-4780-a0ba-a6b76c357b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07de591c-c3a8-49a1-91c6-6d1e29687f58') {'for_net_delete': True} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:59:58.288814 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-1f36f78b-c054-4780-a0ba-a6b76c357b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07de591c-c3a8-49a1-91c6-6d1e29687f58') {} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 08:59:58.302211 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1f36f78b-c054-4780-a0ba-a6b76c357b93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9459601'] for segment, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:58.316454 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1f36f78b-c054-4780-a0ba-a6b76c357b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:58.322658 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f36f78b-c054-4780-a0ba-a6b76c357b93 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 08:59:58.323033 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1f36f78b-c054-4780-a0ba-a6b76c357b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12311326'] for segment, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: Traceback (most recent call last): Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: timer() Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: cb(*args, **kw) Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: return func(*args, **kwargs) Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: self._notify() Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: self.callback(batched_events) Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: event.method(event) Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: return f(self, *a, **k) Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._get(url).json() Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: return self.request(url, 'GET', **kwargs) Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 08:59:58.324904 dv-cinder-768458-17-iscsi neutron-server[102541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 08:59:58.583743 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1f36f78b-c054-4780-a0ba-a6b76c357b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:58.591092 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1f36f78b-c054-4780-a0ba-a6b76c357b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:58.595974 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-1f36f78b-c054-4780-a0ba-a6b76c357b93 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d97b32ee-221e-4103-8904-28844344b922 HTTP/1.1" status: 204 len: 168 time: 0.4993470 Nov 23 08:59:58.605548 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36f78b-c054-4780-a0ba-a6b76c357b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=d97b32ee-221e-4103-8904-28844344b922,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:58.779963 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a49df-4ed9-42bc-b0d3-25a1ddb4cbbb req-c47c096f-683e-4942-b4ff-411efacd5fd5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:58.788834 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 37338) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:58.789425 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ac1a49df-4ed9-42bc-b0d3-25a1ddb4cbbb req-c47c096f-683e-4942-b4ff-411efacd5fd5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0664546 Nov 23 08:59:58.862219 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-d1aa1bbb-4ef1-4375-8d23-9ba2fff4a734 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ccfb93758054da3a7ba7a802b01ca8d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0691557 Nov 23 08:59:58.862854 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 37346) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:58.877921 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ac1a49df-4ed9-42bc-b0d3-25a1ddb4cbbb req-78c68ff2-de7c-403f-9815-1cb75aa16c25 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799689 Nov 23 08:59:58.951282 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3c936b1a-92b1-4037-b637-155a713d90bc req-36828610-2a29-4157-a912-da413da15e74 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 210 time: 0.0366011 Nov 23 08:59:58.965100 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9bc077d4-9294-410a-a218-ac8caaa8fc97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.000434 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9bc077d4-9294-410a-a218-ac8caaa8fc97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.154276 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71953552-413e-4214-8050-7dc724d65770 req-73a5a803-76db-4b70-bd2f-1a96a8cfa0a0 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:59.156750 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-73a5a803-76db-4b70-bd2f-1a96a8cfa0a0 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "GET /v2.0/networks?id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 200 len: 814 time: 0.1447287 Nov 23 08:59:59.158131 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9bc077d4-9294-410a-a218-ac8caaa8fc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.161941 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9bc077d4-9294-410a-a218-ac8caaa8fc97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.163136 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-9bc077d4-9294-410a-a218-ac8caaa8fc97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93cffd66-c704-4a4b-a99a-6aa358696d75 HTTP/1.1" status: 204 len: 168 time: 0.2994049 Nov 23 08:59:59.174413 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc077d4-9294-410a-a218-ac8caaa8fc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cffd66-c704-4a4b-a99a-6aa358696d75,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:59.180989 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-71953552-413e-4214-8050-7dc724d65770 req-00858a94-5b42-44e7-8062-6d36259ffaae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Request body: {'port': {'device_id': '280ce860-8611-44bc-9aa5-0409d2e36937', 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb', 'admin_state_up': True, 'tenant_id': '82f534070f974dc882ad415be1a1d3ef'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 08:59:59.235494 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37362) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:59.317843 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71953552-413e-4214-8050-7dc724d65770 req-00858a94-5b42-44e7-8062-6d36259ffaae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Made reservation on behalf of 82f534070f974dc882ad415be1a1d3ef for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 08:59:59.322011 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-71953552-413e-4214-8050-7dc724d65770 req-00858a94-5b42-44e7-8062-6d36259ffaae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.350720 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eb276ef3-4fa8-4b02-a0c9-4a8e43177cba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.443046 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eb276ef3-4fa8-4b02-a0c9-4a8e43177cba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.447140 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eb276ef3-4fa8-4b02-a0c9-4a8e43177cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.472703 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-71953552-413e-4214-8050-7dc724d65770 req-00858a94-5b42-44e7-8062-6d36259ffaae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Allocated IP 172.20.0.3 (90165a93-ecd4-4624-b7b5-1b5c85ea25bb/a08cbcc1-e6a1-42f0-a355-e990471ea40c/363a793f-0102-402a-a556-ccab80470b94) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 08:59:59.484774 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-eb276ef3-4fa8-4b02-a0c9-4a8e43177cba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ced9ffe055e14363ab0e21d6ff90ac18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480948 Nov 23 08:59:59.485229 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 37368) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 08:59:59.496676 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb276ef3-4fa8-4b02-a0c9-4a8e43177cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7ce6df-7430-4fc8-800b-2206a76fde28,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:59.594531 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-21d75d3d-ec2d-4225-8dc6-1a2e2f41d205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.657478 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-21d75d3d-ec2d-4225-8dc6-1a2e2f41d205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.723499 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-71953552-413e-4214-8050-7dc724d65770 req-00858a94-5b42-44e7-8062-6d36259ffaae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.756048 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-21d75d3d-ec2d-4225-8dc6-1a2e2f41d205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.758762 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-21d75d3d-ec2d-4225-8dc6-1a2e2f41d205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.759894 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-21d75d3d-ec2d-4225-8dc6-1a2e2f41d205 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af7ce6df-7430-4fc8-800b-2206a76fde28 HTTP/1.1" status: 204 len: 168 time: 0.2736387 Nov 23 08:59:59.770127 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d75d3d-ec2d-4225-8dc6-1a2e2f41d205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7ce6df-7430-4fc8-800b-2206a76fde28,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:59.791443 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-71953552-413e-4214-8050-7dc724d65770 req-00858a94-5b42-44e7-8062-6d36259ffaae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.814289 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['a8efe016-048d-473e-bb9a-b6758d97be0a', 'cbdffd7c-afc7-47b2-9b90-e46f41e18a36'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 08:59:59.890482 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71953552-413e-4214-8050-7dc724d65770 req-00858a94-5b42-44e7-8062-6d36259ffaae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 08:59:59.893853 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-71953552-413e-4214-8050-7dc724d65770 req-00858a94-5b42-44e7-8062-6d36259ffaae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 08:59:59.907332 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-71953552-413e-4214-8050-7dc724d65770 req-00858a94-5b42-44e7-8062-6d36259ffaae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 08:59:59.914832 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71953552-413e-4214-8050-7dc724d65770 req-00858a94-5b42-44e7-8062-6d36259ffaae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 08:59:59.915699 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-71953552-413e-4214-8050-7dc724d65770 req-00858a94-5b42-44e7-8062-6d36259ffaae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:59:59.920174 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00858a94-5b42-44e7-8062-6d36259ffaae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Pushing event updated for resources: {'Port': ['ID=363a793f-0102-402a-a556-ccab80470b94,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 08:59:59.942680 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-00858a94-5b42-44e7-8062-6d36259ffaae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7694767 Nov 23 08:59:59.961679 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Request body: {'port': {'device_id': '280ce860-8611-44bc-9aa5-0409d2e36937', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:00:00.124293 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a925df1-58c5-4a84-86bd-8c9f5f62a332 req-e8d6d9d4-c59f-4c5d-bb4c-4916bb2ce558 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:00.133290 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7a925df1-58c5-4a84-86bd-8c9f5f62a332 req-e8d6d9d4-c59f-4c5d-bb4c-4916bb2ce558 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 931 time: 0.0785937 Nov 23 09:00:00.226031 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7a925df1-58c5-4a84-86bd-8c9f5f62a332 req-10907275-0fc8-402f-bfa9-a78ff2618178 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896649 Nov 23 09:00:00.289043 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37420) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:00.354970 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df9ea1-0565-4cc4-8bbd-981622237a47 req-13c00efc-563a-4aed-a46d-2ad47a4754e1 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:00.356551 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-86df9ea1-0565-4cc4-8bbd-981622237a47 req-13c00efc-563a-4aed-a46d-2ad47a4754e1 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.3845854 Nov 23 09:00:00.357271 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:00.453123 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-86df9ea1-0565-4cc4-8bbd-981622237a47 req-e1b849db-9e4d-4996-931b-4cc3b9b63220 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763764 Nov 23 09:00:00.469807 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab7c5-f23a-458b-af6a-ad0e4925d7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:00.543297 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8ead-cf42-42fa-8fd1-df712922577f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:00.647092 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8ead-cf42-42fa-8fd1-df712922577f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:00.652945 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8ead-cf42-42fa-8fd1-df712922577f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:00.693975 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e8ead-cf42-42fa-8fd1-df712922577f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aaab57-b6e3-4d60-99f2-3bcd36dd161d,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:00.700187 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-6c7e8ead-cf42-42fa-8fd1-df712922577f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2f571aac92f4591b0db82c024ca63b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4101222 Nov 23 09:00:00.703024 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37444) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:00.745322 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363a793f-0102-402a-a556-ccab80470b94 {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:00:00.754322 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:00.757685 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eb0625dd-0e2e-449c-9c27-4b3bf2d07477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:00.768703 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Transition to ACTIVE for port object 363a793f-0102-402a-a556-ccab80470b94 will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:00:00.776678 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:00.783931 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eb0625dd-0e2e-449c-9c27-4b3bf2d07477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:00.842867 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eb0625dd-0e2e-449c-9c27-4b3bf2d07477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:00.849205 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eb0625dd-0e2e-449c-9c27-4b3bf2d07477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:00.850968 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-eb0625dd-0e2e-449c-9c27-4b3bf2d07477 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1aaab57-b6e3-4d60-99f2-3bcd36dd161d HTTP/1.1" status: 204 len: 168 time: 0.1470139 Nov 23 09:00:00.863645 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Pushing event updated for resources: {'Port': ['ID=363a793f-0102-402a-a556-ccab80470b94,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:00.867933 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0625dd-0e2e-449c-9c27-4b3bf2d07477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aaab57-b6e3-4d60-99f2-3bcd36dd161d,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:00.889846 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Attempting to bind port 363a793f-0102-402a-a556-ccab80470b94 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:00:00.890199 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Attempting to bind port 363a793f-0102-402a-a556-ccab80470b94 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:00:00.890520 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Attempting to bind port 363a793f-0102-402a-a556-ccab80470b94 on network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:00:00.908209 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Port 363a793f-0102-402a-a556-ccab80470b94 on network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:00:00.908552 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Attempting to bind port 363a793f-0102-402a-a556-ccab80470b94 on network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:00:00.923523 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:00:00.927823 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Checking segment: {'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:00:00.928464 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Bound using segment: {'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:00:00.929095 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Bound port: 363a793f-0102-402a-a556-ccab80470b94, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:00:00.929681 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.005198 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] For port 363a793f-0102-402a-a556-ccab80470b94, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:00:01.009026 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] For port 363a793f-0102-402a-a556-ccab80470b94, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=363a793f-0102-402a-a556-ccab80470b94,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:00:01.010239 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 37456) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:01.018230 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.058346 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:01.059065 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.060523 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] 10.222.0.47 "PUT /v2.0/ports/363a793f-0102-402a-a556-ccab80470b94 HTTP/1.1" status: 200 len: 1093 time: 1.1073425 Nov 23 09:00:01.061869 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280ce860-8611-44bc-9aa5-0409d2e36937', 'tag': '363a793f-0102-402a-a556-ccab80470b94'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:00:01.064249 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b73b5a4-7a8a-4b77-8444-cc592425a030" -d '{"events": [{"name": "network-changed", "server_uuid": "280ce860-8611-44bc-9aa5-0409d2e36937", "tag": "363a793f-0102-402a-a556-ccab80470b94"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:00:01.117188 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e425b-cb2d-47b7-8c89-31d0f5df5c4a service neutron] Pushing event updated for resources: {'Port': ['ID=363a793f-0102-402a-a556-ccab80470b94,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:01.130346 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc843e5-9006-4f39-a725-876a3ea77c9c x-openstack-request-id: req-1dc843e5-9006-4f39-a725-876a3ea77c9c {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:00:01.130637 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280ce860-8611-44bc-9aa5-0409d2e36937", "tag": "363a793f-0102-402a-a556-ccab80470b94", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:00:01.130894 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1dc843e5-9006-4f39-a725-876a3ea77c9c {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:00:01.131293 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280ce860-8611-44bc-9aa5-0409d2e36937', 'tag': '363a793f-0102-402a-a556-ccab80470b94', 'status': 'completed', 'code': 200} Nov 23 09:00:01.187063 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71953552-413e-4214-8050-7dc724d65770 req-71a5d227-524d-40c4-9c0c-58e4280f54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:01.188808 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-71a5d227-524d-40c4-9c0c-58e4280f54bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82f534070f974dc882ad415be1a1d3ef&device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 1096 time: 0.0449920 Nov 23 09:00:01.248400 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-b034c764-1a08-461f-a81f-3dd9e51f2bf9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363a793f-0102-402a-a556-ccab80470b94 HTTP/1.1" status: 200 len: 217 time: 0.0482697 Nov 23 09:00:01.257661 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f1a971a6-0124-4431-848c-8151d64a4474 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.347548 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71953552-413e-4214-8050-7dc724d65770 req-0a3456a4-5647-4308-afbe-65b060650f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:01.355136 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-0a3456a4-5647-4308-afbe-65b060650f30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a08cbcc1-e6a1-42f0-a355-e990471ea40c HTTP/1.1" status: 200 len: 854 time: 0.0929933 Nov 23 09:00:01.368141 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237378c-78d5-436b-97cb-604fc2720689 req-9fc7fc55-b220-42c1-9a31-28935878df82 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:01.377393 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0237378c-78d5-436b-97cb-604fc2720689 req-9fc7fc55-b220-42c1-9a31-28935878df82 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 943 time: 0.0622504 Nov 23 09:00:01.385915 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37476) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:01.395046 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-a0ee0fa5-46ec-4380-8886-296290174386 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299952 Nov 23 09:00:01.455013 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0237378c-78d5-436b-97cb-604fc2720689 req-2be849a4-9a81-43b8-b775-3b0de4a4b8f4 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733831 Nov 23 09:00:01.458568 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8dcc265b-0081-4c5c-8131-bf72b4e0a24a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.535140 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f1a971a6-0124-4431-848c-8151d64a4474 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.541744 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f1a971a6-0124-4431-848c-8151d64a4474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.563063 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8dcc265b-0081-4c5c-8131-bf72b4e0a24a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.569463 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8dcc265b-0081-4c5c-8131-bf72b4e0a24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.569764 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-7490e2f2-8278-4430-a6ba-4ce700d6b37c service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615241 Nov 23 09:00:01.619797 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-8dcc265b-0081-4c5c-8131-bf72b4e0a24a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30edcb1031cf467bbfd2886583344ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289815 Nov 23 09:00:01.619797 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc265b-0081-4c5c-8131-bf72b4e0a24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6396691c-88bd-47e5-a02b-a778b8755b54,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:01.620698 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37484) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:01.632579 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-f1a971a6-0124-4431-848c-8151d64a4474 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2dcf5cb351b849099b36d3ad81234248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6205451 Nov 23 09:00:01.653396 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37488) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:01.658359 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a971a6-0124-4431-848c-8151d64a4474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f592eb9b-7386-472d-9e34-3ea1e711f9ed,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:01.721229 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c536-55a9-443b-95ac-d4a2aa0a8219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.731489 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588a473-cdcf-4d72-b7b4-115bd108c0b4 req-4ca38749-cfd1-4390-9e13-f6835e516c06 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:01.733749 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d588a473-cdcf-4d72-b7b4-115bd108c0b4 req-4ca38749-cfd1-4390-9e13-f6835e516c06 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.1307757 Nov 23 09:00:01.754414 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fb34316f-5854-4092-9db7-1706e78f614f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.769181 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-71953552-413e-4214-8050-7dc724d65770 req-30938e8b-47e3-4ecd-990a-4d7cf5ac71ee service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864371 Nov 23 09:00:01.770509 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c536-55a9-443b-95ac-d4a2aa0a8219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.791455 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fb34316f-5854-4092-9db7-1706e78f614f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.824818 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d588a473-cdcf-4d72-b7b4-115bd108c0b4 req-34082f3b-040d-49e8-85f0-cb6c8e8da2d5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738332 Nov 23 09:00:01.878189 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c536-55a9-443b-95ac-d4a2aa0a8219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.881266 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c536-55a9-443b-95ac-d4a2aa0a8219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.882528 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-8ee1c536-55a9-443b-95ac-d4a2aa0a8219 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6396691c-88bd-47e5-a02b-a778b8755b54 HTTP/1.1" status: 204 len: 168 time: 0.2608800 Nov 23 09:00:01.894335 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1c536-55a9-443b-95ac-d4a2aa0a8219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6396691c-88bd-47e5-a02b-a778b8755b54,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:01.899540 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fb34316f-5854-4092-9db7-1706e78f614f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.908068 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-fb34316f-5854-4092-9db7-1706e78f614f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:01.910658 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-fb34316f-5854-4092-9db7-1706e78f614f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f592eb9b-7386-472d-9e34-3ea1e711f9ed HTTP/1.1" status: 204 len: 168 time: 0.2561059 Nov 23 09:00:01.925817 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73b5a4-7a8a-4b77-8444-cc592425a030 req-e4b93c91-af53-4a14-b5c6-4933092a94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:01.927862 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34316f-5854-4092-9db7-1706e78f614f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f592eb9b-7386-472d-9e34-3ea1e711f9ed,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:01.928389 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6b73b5a4-7a8a-4b77-8444-cc592425a030 req-e4b93c91-af53-4a14-b5c6-4933092a94a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82f534070f974dc882ad415be1a1d3ef&device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 1096 time: 0.0850718 Nov 23 09:00:02.081694 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73b5a4-7a8a-4b77-8444-cc592425a030 req-95bebf78-81d9-48ae-9249-fbc740399030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:02.083877 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6b73b5a4-7a8a-4b77-8444-cc592425a030 req-95bebf78-81d9-48ae-9249-fbc740399030 service neutron] 10.222.0.47 "GET /v2.0/networks?id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 200 len: 915 time: 0.1413376 Nov 23 09:00:02.147769 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6b73b5a4-7a8a-4b77-8444-cc592425a030 req-961ff228-48fc-4501-bce7-9f1a02506c13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363a793f-0102-402a-a556-ccab80470b94 HTTP/1.1" status: 200 len: 217 time: 0.0502601 Nov 23 09:00:02.207306 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73b5a4-7a8a-4b77-8444-cc592425a030 req-bf2d6ab8-d99b-4002-a855-3cc2f8d16128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:02.208941 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6b73b5a4-7a8a-4b77-8444-cc592425a030 req-bf2d6ab8-d99b-4002-a855-3cc2f8d16128 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a08cbcc1-e6a1-42f0-a355-e990471ea40c HTTP/1.1" status: 200 len: 854 time: 0.0538945 Nov 23 09:00:02.290022 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6b73b5a4-7a8a-4b77-8444-cc592425a030 req-816d580c-bb39-46ac-b036-f25090145a98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301588 Nov 23 09:00:02.416116 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6b73b5a4-7a8a-4b77-8444-cc592425a030 req-472e7062-c633-4580-9c71-54e468f8017f service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163912 Nov 23 09:00:02.526736 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37534) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:02.544864 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6b73b5a4-7a8a-4b77-8444-cc592425a030 req-7ecffe0e-8510-4b11-96bf-705f0eac5588 service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143696 Nov 23 09:00:02.545034 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d06596ad-f912-421a-9781-00931ba1545b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:02.614464 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0e8b26c8-b7c1-4d86-a94b-f2966624d811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:02.628960 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938ab0f-ca63-44e5-af12-ec82d585ea10 req-1f4befab-e097-4450-b6f8-8567cc462722 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:02.630567 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4938ab0f-ca63-44e5-af12-ec82d585ea10 req-1f4befab-e097-4450-b6f8-8567cc462722 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 943 time: 0.0706503 Nov 23 09:00:02.730168 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4938ab0f-ca63-44e5-af12-ec82d585ea10 req-87f211d4-fad5-48b0-9ad4-c099bf99e0bd tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913413 Nov 23 09:00:02.759389 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d06596ad-f912-421a-9781-00931ba1545b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:02.766987 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d06596ad-f912-421a-9781-00931ba1545b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:02.793899 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 37546) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:02.817116 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ce43adfa-6936-47af-b5b2-b2166daa1016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:02.817733 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-d06596ad-f912-421a-9781-00931ba1545b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=106bb0157f1a45048f2ea134c7e691fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898636 Nov 23 09:00:02.820291 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 37550) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:02.832645 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06596ad-f912-421a-9781-00931ba1545b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15b09a5-f3b5-416b-ad87-4762f8cc57c7,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:02.904514 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0af5-b5a7-43c3-987a-1a53189e6c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:02.919209 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37554) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:02.950780 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0af5-b5a7-43c3-987a-1a53189e6c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:02.989913 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08161b24-664f-4588-bf41-4c607b9261b0 req-360822a3-7e1a-4261-9e1e-ecd138d528c7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:02.992025 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-08161b24-664f-4588-bf41-4c607b9261b0 req-360822a3-7e1a-4261-9e1e-ecd138d528c7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0658069 Nov 23 09:00:03.074965 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0af5-b5a7-43c3-987a-1a53189e6c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.087913 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0af5-b5a7-43c3-987a-1a53189e6c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.087913 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-1e6e0af5-b5a7-43c3-987a-1a53189e6c00 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d15b09a5-f3b5-416b-ad87-4762f8cc57c7 HTTP/1.1" status: 204 len: 168 time: 0.2651212 Nov 23 09:00:03.090123 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ce43adfa-6936-47af-b5b2-b2166daa1016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.097808 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-08161b24-664f-4588-bf41-4c607b9261b0 req-2edf41b9-45b7-4e8b-bf64-4409fe7c366f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977097 Nov 23 09:00:03.108644 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ce43adfa-6936-47af-b5b2-b2166daa1016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.131062 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e0af5-b5a7-43c3-987a-1a53189e6c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15b09a5-f3b5-416b-ad87-4762f8cc57c7,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:03.149019 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-18bf3c2a-ba4f-4d64-818e-9d9edc483684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.178079 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-ce43adfa-6936-47af-b5b2-b2166daa1016 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ac98d372f1a4ac6902ee69a639fac48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830702 Nov 23 09:00:03.182387 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37566) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:03.196721 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43adfa-6936-47af-b5b2-b2166daa1016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7bbda3-72d4-485b-a17f-bd19d3c32bcb,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:03.267184 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-19ff8e7f-33a6-4a90-b291-1b282263ba86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.305834 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-19ff8e7f-33a6-4a90-b291-1b282263ba86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.308624 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-18bf3c2a-ba4f-4d64-818e-9d9edc483684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.318765 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-18bf3c2a-ba4f-4d64-818e-9d9edc483684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.374443 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf3c2a-ba4f-4d64-818e-9d9edc483684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ba26c7-e93c-42bc-b7fe-9390a38ffe3c,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:03.384478 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-18bf3c2a-ba4f-4d64-818e-9d9edc483684 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=390c919a7fb947a8b8afd48bf2ae2a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635386 Nov 23 09:00:03.387066 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37574) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:03.423051 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-19ff8e7f-33a6-4a90-b291-1b282263ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.425737 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-19ff8e7f-33a6-4a90-b291-1b282263ba86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.429210 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-19ff8e7f-33a6-4a90-b291-1b282263ba86 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df7bbda3-72d4-485b-a17f-bd19d3c32bcb HTTP/1.1" status: 204 len: 168 time: 0.2431395 Nov 23 09:00:03.439540 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff8e7f-33a6-4a90-b291-1b282263ba86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7bbda3-72d4-485b-a17f-bd19d3c32bcb,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:03.451660 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-32349787-cc0a-4411-88fc-8115c8bf870b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.482789 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-32349787-cc0a-4411-88fc-8115c8bf870b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.535779 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-32349787-cc0a-4411-88fc-8115c8bf870b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.538226 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-32349787-cc0a-4411-88fc-8115c8bf870b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.539680 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-32349787-cc0a-4411-88fc-8115c8bf870b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6ba26c7-e93c-42bc-b7fe-9390a38ffe3c HTTP/1.1" status: 204 len: 168 time: 0.1518259 Nov 23 09:00:03.548736 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32349787-cc0a-4411-88fc-8115c8bf870b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ba26c7-e93c-42bc-b7fe-9390a38ffe3c,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:03.713664 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:00:03.861947 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2b69c-ad4e-4d01-9a8f-4b2dc0f3d642 req-e6eac92b-6236-4aa6-a352-60dc1aed079e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:03.863557 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-08f2b69c-ad4e-4d01-9a8f-4b2dc0f3d642 req-e6eac92b-6236-4aa6-a352-60dc1aed079e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 943 time: 0.0579293 Nov 23 09:00:03.918542 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-08f2b69c-ad4e-4d01-9a8f-4b2dc0f3d642 req-7248e41c-0cd8-403e-8961-1b3080648dc7 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486796 Nov 23 09:00:03.923818 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:03.948562 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37606) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:03.963977 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ef74ef47-6a41-4af3-b777-5442e177b519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:04.055912 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ef74ef47-6a41-4af3-b777-5442e177b519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:04.061872 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ef74ef47-6a41-4af3-b777-5442e177b519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:04.093876 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-ef74ef47-6a41-4af3-b777-5442e177b519 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26071aa801b44b7d8aac64939f55782f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428626 Nov 23 09:00:04.100443 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 37610) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:04.121860 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74ef47-6a41-4af3-b777-5442e177b519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1db2d8-3ebf-4dbe-8f63-24efd99162e5,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:04.221647 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-47d17cab-2d07-4754-ae5a-c6b5f4cd2bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:04.268194 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-47d17cab-2d07-4754-ae5a-c6b5f4cd2bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:04.288019 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c662f-5804-4990-ae3f-5e24919b4c92 req-c4cfeebf-099d-4b73-a56e-738943b73fd0 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:04.289568 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6b8c662f-5804-4990-ae3f-5e24919b4c92 req-c4cfeebf-099d-4b73-a56e-738943b73fd0 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0815115 Nov 23 09:00:04.361030 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6b8c662f-5804-4990-ae3f-5e24919b4c92 req-93d7c9dc-c78a-42cc-ad53-12b56fb906e5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635848 Nov 23 09:00:04.375612 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-47d17cab-2d07-4754-ae5a-c6b5f4cd2bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:04.387102 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-47d17cab-2d07-4754-ae5a-c6b5f4cd2bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:04.387102 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-47d17cab-2d07-4754-ae5a-c6b5f4cd2bab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a1db2d8-3ebf-4dbe-8f63-24efd99162e5 HTTP/1.1" status: 204 len: 168 time: 0.2851675 Nov 23 09:00:04.392976 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d17cab-2d07-4754-ae5a-c6b5f4cd2bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1db2d8-3ebf-4dbe-8f63-24efd99162e5,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:04.872691 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:05.042555 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c8ad6-cd71-4f3d-80e5-87d6237cf5f0 req-75208b3b-5b8b-4f8f-8d96-2f4f4913113a tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:05.044344 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b24c8ad6-cd71-4f3d-80e5-87d6237cf5f0 req-75208b3b-5b8b-4f8f-8d96-2f4f4913113a tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 943 time: 0.0528996 Nov 23 09:00:05.102760 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b24c8ad6-cd71-4f3d-80e5-87d6237cf5f0 req-2471d82c-e220-477b-92bf-c8a507c983dd tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493791 Nov 23 09:00:05.504410 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae31c32-a520-4a95-97df-eb4e5829e413 req-2dd8220d-0949-4dbb-a5ee-9712bf258e08 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:05.506243 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0ae31c32-a520-4a95-97df-eb4e5829e413 req-2dd8220d-0949-4dbb-a5ee-9712bf258e08 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0603492 Nov 23 09:00:05.566709 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0ae31c32-a520-4a95-97df-eb4e5829e413 req-94040700-a1fc-467d-a0ff-0423a4e43211 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543897 Nov 23 09:00:05.853075 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:06.300447 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e806-4ea4-43b0-a868-5014b4a8a17a req-67a22293-78fc-4cea-8444-d8d6d7ef262b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:06.302004 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-28e1e806-4ea4-43b0-a868-5014b4a8a17a req-67a22293-78fc-4cea-8444-d8d6d7ef262b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 943 time: 0.0777943 Nov 23 09:00:06.361753 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-28e1e806-4ea4-43b0-a868-5014b4a8a17a req-332233fe-de13-4d93-b9ed-9d6c30a36888 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535796 Nov 23 09:00:06.690491 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f605fc9-4965-47f7-afc6-a8b32e9b858a req-c3e0bab0-f028-45f0-954a-6c3de451315a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:06.692101 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1f605fc9-4965-47f7-afc6-a8b32e9b858a req-c3e0bab0-f028-45f0-954a-6c3de451315a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0554650 Nov 23 09:00:06.739492 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 37756) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:06.740168 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1f605fc9-4965-47f7-afc6-a8b32e9b858a req-bfb562f2-7270-4800-ba54-8f9b67c14b3b tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421500 Nov 23 09:00:06.842105 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-dde7b029-25da-4795-866c-fd9eaf3ba987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:06.916929 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-dde7b029-25da-4795-866c-fd9eaf3ba987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:06.920799 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-dde7b029-25da-4795-866c-fd9eaf3ba987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:06.958070 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-dde7b029-25da-4795-866c-fd9eaf3ba987 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=190a15e07bc44255a9ed150fcef90166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170162 Nov 23 09:00:06.960011 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7b029-25da-4795-866c-fd9eaf3ba987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6f8ab2-1981-4cdc-a824-446977afcf4b,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:06.960767 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37760) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:07.007931 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-3313f322-91b4-40fe-bd7c-7e51df121c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:07.028563 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-3313f322-91b4-40fe-bd7c-7e51df121c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:07.073184 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-3313f322-91b4-40fe-bd7c-7e51df121c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:07.075758 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-3313f322-91b4-40fe-bd7c-7e51df121c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:07.077667 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-3313f322-91b4-40fe-bd7c-7e51df121c64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad6f8ab2-1981-4cdc-a824-446977afcf4b HTTP/1.1" status: 204 len: 168 time: 0.1158588 Nov 23 09:00:07.085347 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313f322-91b4-40fe-bd7c-7e51df121c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6f8ab2-1981-4cdc-a824-446977afcf4b,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:07.341280 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37770) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:07.355227 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2d36e8ec-23c8-4726-a6bf-b8e4a2afe78c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:07.430362 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2d36e8ec-23c8-4726-a6bf-b8e4a2afe78c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:07.440263 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2d36e8ec-23c8-4726-a6bf-b8e4a2afe78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:07.500371 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-2d36e8ec-23c8-4726-a6bf-b8e4a2afe78c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04ad9e78e1ac4abbae9c24e8098c8291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580174 Nov 23 09:00:07.503098 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 37774) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:07.504438 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36e8ec-23c8-4726-a6bf-b8e4a2afe78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b017e3ef-07ca-419e-9668-828a42ba644e,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:07.515560 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e42c8c-13f1-469d-93c6-a902e1bae71e req-9b41fefc-f6a5-4c6c-acbd-14914f03427f tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:07.517063 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-38e42c8c-13f1-469d-93c6-a902e1bae71e req-9b41fefc-f6a5-4c6c-acbd-14914f03427f tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 943 time: 0.0889859 Nov 23 09:00:07.556096 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ea307691-d679-483a-a0b4-a2da8632c915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:07.570559 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-38e42c8c-13f1-469d-93c6-a902e1bae71e req-aafe42ff-3327-4624-932e-6492ab9c4296 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460768 Nov 23 09:00:07.589386 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ea307691-d679-483a-a0b4-a2da8632c915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:07.635029 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ea307691-d679-483a-a0b4-a2da8632c915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:07.637810 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ea307691-d679-483a-a0b4-a2da8632c915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:07.639540 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-ea307691-d679-483a-a0b4-a2da8632c915 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b017e3ef-07ca-419e-9668-828a42ba644e HTTP/1.1" status: 204 len: 168 time: 0.1348624 Nov 23 09:00:07.646938 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea307691-d679-483a-a0b4-a2da8632c915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b017e3ef-07ca-419e-9668-828a42ba644e,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:07.853475 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ffc1c-7185-499a-9564-d370bac593f5 req-a050686e-9152-4aea-a385-635081ba0388 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:07.854956 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-743ffc1c-7185-499a-9564-d370bac593f5 req-a050686e-9152-4aea-a385-635081ba0388 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0486033 Nov 23 09:00:07.902108 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-743ffc1c-7185-499a-9564-d370bac593f5 req-594ae116-9c8c-4373-8e5e-67564c775dba tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Nov 23 09:00:07.978251 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 363a793f-0102-402a-a556-ccab80470b94 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:00:08.081199 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 363a793f-0102-402a-a556-ccab80470b94, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=363a793f-0102-402a-a556-ccab80470b94,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:00:08.092994 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '363a793f-0102-402a-a556-ccab80470b94', 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb', 'port_id': '363a793f-0102-402a-a556-ccab80470b94', 'mac_address': 'fa:16:3e:1b:90:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08cbcc1-e6a1-42f0-a355-e990471ea40c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:00:08.130696 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:08.143314 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363a793f-0102-402a-a556-ccab80470b94 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:00:08.166742 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 363a793f-0102-402a-a556-ccab80470b94, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=363a793f-0102-402a-a556-ccab80470b94,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:00:08.171826 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:08.220267 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=363a793f-0102-402a-a556-ccab80470b94,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:08.627444 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['363a793f-0102-402a-a556-ccab80470b94'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:00:08.754659 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ef73e-bd0d-4ddf-a1d3-a44475a1f3dd req-f2f52edc-2eb3-4f72-92c9-71d7bdec75cd tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:08.756106 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd1ef73e-bd0d-4ddf-a1d3-a44475a1f3dd req-f2f52edc-2eb3-4f72-92c9-71d7bdec75cd tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 944 time: 0.0788028 Nov 23 09:00:08.845770 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd1ef73e-bd0d-4ddf-a1d3-a44475a1f3dd req-93ef44cb-6a25-4086-90b1-67f680404af7 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784633 Nov 23 09:00:09.036966 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21077b6-4f47-4d07-bfce-4d658162e0fd req-f45ba489-d463-4a31-8208-ec019560110a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:09.045292 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a21077b6-4f47-4d07-bfce-4d658162e0fd req-f45ba489-d463-4a31-8208-ec019560110a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0648870 Nov 23 09:00:09.112005 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a21077b6-4f47-4d07-bfce-4d658162e0fd req-6b2b45b7-f391-42fc-a4d6-f805284cbc70 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656703 Nov 23 09:00:09.976491 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08858e8-0c59-4329-aaf2-c34a7e4be8d4 req-50a441a8-f9b7-4f3f-901d-f75a2b46945b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:09.984323 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d08858e8-0c59-4329-aaf2-c34a7e4be8d4 req-50a441a8-f9b7-4f3f-901d-f75a2b46945b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 944 time: 0.0595195 Nov 23 09:00:10.026728 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d08858e8-0c59-4329-aaf2-c34a7e4be8d4 req-b14a5b24-b891-439f-ace2-e7390d0649be tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Nov 23 09:00:10.234330 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4488e-0795-4089-b893-ee7d0527ac83 req-da601ffd-1cf7-4406-be14-8139699012db tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:10.237646 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cac4488e-0795-4089-b893-ee7d0527ac83 req-da601ffd-1cf7-4406-be14-8139699012db tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0552111 Nov 23 09:00:10.286538 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cac4488e-0795-4089-b893-ee7d0527ac83 req-0a87c330-0816-4f61-89a3-89e6c6d9bed5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445211 Nov 23 09:00:10.900402 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 363a793f-0102-402a-a556-ccab80470b94 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:00:10.952294 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port 363a793f-0102-402a-a556-ccab80470b94 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:00:10.956730 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 363a793f-0102-402a-a556-ccab80470b94 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:00:10.958759 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.024659 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 37928) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:11.043979 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.070305 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280ce860-8611-44bc-9aa5-0409d2e36937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a793f-0102-402a-a556-ccab80470b94'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:00:11.073086 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43db559-d9b6-431e-991d-c5d8eff610a5" -d '{"events": [{"server_uuid": "280ce860-8611-44bc-9aa5-0409d2e36937", "name": "network-vif-plugged", "status": "completed", "tag": "363a793f-0102-402a-a556-ccab80470b94"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:00:11.109796 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 363a793f-0102-402a-a556-ccab80470b94, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=363a793f-0102-402a-a556-ccab80470b94,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:00:11.119246 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.135371 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb56773-f9d1-4ff4-91ec-5ce9ad98fd1c x-openstack-request-id: req-7cb56773-f9d1-4ff4-91ec-5ce9ad98fd1c {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:00:11.135850 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280ce860-8611-44bc-9aa5-0409d2e36937", "name": "network-vif-plugged", "status": "completed", "tag": "363a793f-0102-402a-a556-ccab80470b94", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:00:11.136287 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7cb56773-f9d1-4ff4-91ec-5ce9ad98fd1c {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:00:11.136866 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280ce860-8611-44bc-9aa5-0409d2e36937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a793f-0102-402a-a556-ccab80470b94', 'code': 200} Nov 23 09:00:11.150557 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-72ebf3ba-434b-40f0-9d55-a21323eebb76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.203703 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b859-46c2-4fa4-8877-c5fcef92aee1 req-7a4332ee-2418-4b85-bc48-f03e8287901f tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:11.209553 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=363a793f-0102-402a-a556-ccab80470b94,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:11.219121 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-77d1b859-46c2-4fa4-8877-c5fcef92aee1 req-7a4332ee-2418-4b85-bc48-f03e8287901f tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 945 time: 0.0881002 Nov 23 09:00:11.275113 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-77d1b859-46c2-4fa4-8877-c5fcef92aee1 req-46602d05-d15d-409c-a070-128e733a7593 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536745 Nov 23 09:00:11.277695 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-72ebf3ba-434b-40f0-9d55-a21323eebb76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.285367 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-72ebf3ba-434b-40f0-9d55-a21323eebb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.307037 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37938) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:11.330755 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-72ebf3ba-434b-40f0-9d55-a21323eebb76 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e9ad514fb4f496a84a1a704bd0f12dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044250 Nov 23 09:00:11.334276 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37944) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:11.335424 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebf3ba-434b-40f0-9d55-a21323eebb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d290e18-29b9-44aa-a4e0-b87e49763680,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:11.399802 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-13587c97-b623-4fb8-b53e-2d29d35087d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.413419 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c710fb3-bc7d-47f3-8076-3c0f51a9381d req-c38516dc-3651-4657-961a-667ff92fe969 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:11.414922 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8c710fb3-bc7d-47f3-8076-3c0f51a9381d req-c38516dc-3651-4657-961a-667ff92fe969 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0510399 Nov 23 09:00:11.424903 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-13587c97-b623-4fb8-b53e-2d29d35087d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.470239 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c803cfc7-874d-4e1e-93da-1d1741605839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.471793 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8c710fb3-bc7d-47f3-8076-3c0f51a9381d req-c7f62a4b-1182-4d57-90ae-9fe1fe87ed93 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503933 Nov 23 09:00:11.501543 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-13587c97-b623-4fb8-b53e-2d29d35087d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.504798 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-13587c97-b623-4fb8-b53e-2d29d35087d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.506122 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-13587c97-b623-4fb8-b53e-2d29d35087d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d290e18-29b9-44aa-a4e0-b87e49763680 HTTP/1.1" status: 204 len: 168 time: 0.1700761 Nov 23 09:00:11.524810 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13587c97-b623-4fb8-b53e-2d29d35087d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d290e18-29b9-44aa-a4e0-b87e49763680,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:11.597433 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c803cfc7-874d-4e1e-93da-1d1741605839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.602612 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c803cfc7-874d-4e1e-93da-1d1741605839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.657592 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-c803cfc7-874d-4e1e-93da-1d1741605839 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=610381e5078a4e3c85ac96bd7a05efef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493991 Nov 23 09:00:11.658317 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803cfc7-874d-4e1e-93da-1d1741605839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a760257-1e31-4c17-901b-a24f3070389c,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:11.660317 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 37956) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:11.713985 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1de6207a-9a1b-4f95-95b5-7efce0ab07ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.738955 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1de6207a-9a1b-4f95-95b5-7efce0ab07ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.799551 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1de6207a-9a1b-4f95-95b5-7efce0ab07ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.803338 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1de6207a-9a1b-4f95-95b5-7efce0ab07ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:11.804755 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-1de6207a-9a1b-4f95-95b5-7efce0ab07ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a760257-1e31-4c17-901b-a24f3070389c HTTP/1.1" status: 204 len: 168 time: 0.1431308 Nov 23 09:00:11.813397 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6207a-9a1b-4f95-95b5-7efce0ab07ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a760257-1e31-4c17-901b-a24f3070389c,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:11.915782 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 37968) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:11.937965 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e8d534ed-42cb-423b-8a6c-92fca286c527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:12.025535 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e8d534ed-42cb-423b-8a6c-92fca286c527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:12.030192 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e8d534ed-42cb-423b-8a6c-92fca286c527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:12.074770 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-e8d534ed-42cb-423b-8a6c-92fca286c527 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c645f91b6ca48ef9a1353555c9abf9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576042 Nov 23 09:00:12.077384 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 37970) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:12.078078 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d534ed-42cb-423b-8a6c-92fca286c527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f529171-d09a-4bf7-b7f8-a2d61f1dc3d7,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:12.137016 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0af760fd-75cb-470e-a2cc-447b034459a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:12.159544 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0af760fd-75cb-470e-a2cc-447b034459a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:12.206437 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0af760fd-75cb-470e-a2cc-447b034459a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:12.209213 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0af760fd-75cb-470e-a2cc-447b034459a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:12.210350 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-0af760fd-75cb-470e-a2cc-447b034459a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f529171-d09a-4bf7-b7f8-a2d61f1dc3d7 HTTP/1.1" status: 204 len: 168 time: 0.1317284 Nov 23 09:00:12.219055 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af760fd-75cb-470e-a2cc-447b034459a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f529171-d09a-4bf7-b7f8-a2d61f1dc3d7,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:12.401128 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a436d8-ecc0-4777-95bb-ebbd59801d5c req-2cb0bc07-138a-4127-a2ef-355e7d1f3399 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:12.402894 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-41a436d8-ecc0-4777-95bb-ebbd59801d5c req-2cb0bc07-138a-4127-a2ef-355e7d1f3399 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 945 time: 0.0524030 Nov 23 09:00:12.452487 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-41a436d8-ecc0-4777-95bb-ebbd59801d5c req-03b8bf61-d81d-465b-a202-bc6d004a3ea3 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431001 Nov 23 09:00:12.585825 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ac085-9640-41ca-a929-40a36cbc9348 req-32be4d4b-d27c-424f-89b1-51b8a6ef633e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:12.587313 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-900ac085-9640-41ca-a929-40a36cbc9348 req-32be4d4b-d27c-424f-89b1-51b8a6ef633e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0495994 Nov 23 09:00:12.636713 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-900ac085-9640-41ca-a929-40a36cbc9348 req-a6019bc1-27a7-4396-820a-904e80d27cb2 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Nov 23 09:00:13.566625 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bd39e-2e5b-4084-bd9e-de0074335477 req-88557441-4856-412c-930d-e43fdc816aa9 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:13.568108 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-db0bd39e-2e5b-4084-bd9e-de0074335477 req-88557441-4856-412c-930d-e43fdc816aa9 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 945 time: 0.0474439 Nov 23 09:00:13.625149 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-db0bd39e-2e5b-4084-bd9e-de0074335477 req-0dc22cad-5c30-41e7-8ca2-e7617e4bf236 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509844 Nov 23 09:00:13.767826 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f7862-12f6-46eb-834b-0a442bc2e962 req-51897c1a-fdd7-4142-8bdf-3da8a9b3ffa5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:13.769323 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-540f7862-12f6-46eb-834b-0a442bc2e962 req-51897c1a-fdd7-4142-8bdf-3da8a9b3ffa5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0563607 Nov 23 09:00:13.816966 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-540f7862-12f6-46eb-834b-0a442bc2e962 req-a53f5d89-b7b4-4d86-81f8-582c889fb1d5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 Nov 23 09:00:14.090065 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514abf2-86c9-40f8-8af3-bf1087e1fdbc req-b65f3eb2-afc8-42b3-ab36-7ebc2ffc8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:14.091521 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e514abf2-86c9-40f8-8af3-bf1087e1fdbc req-b65f3eb2-afc8-42b3-ab36-7ebc2ffc8a98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 1098 time: 0.0453048 Nov 23 09:00:14.140935 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e514abf2-86c9-40f8-8af3-bf1087e1fdbc req-412698f0-afe0-465e-9064-7abc484c3623 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Nov 23 09:00:14.160840 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 38062) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:14.269073 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4886953f-0b23-4cb4-9db4-d02908db9ec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:14.343707 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4886953f-0b23-4cb4-9db4-d02908db9ec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:14.346572 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4886953f-0b23-4cb4-9db4-d02908db9ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:14.384948 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-4886953f-0b23-4cb4-9db4-d02908db9ec9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1dc15e1d9b0a47db8bf91e52562bcb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230401 Nov 23 09:00:14.385916 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886953f-0b23-4cb4-9db4-d02908db9ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5f4dd7-99f2-4d67-a11c-a244ccf8f9e7,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:14.388750 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38066) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:14.443731 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-64f2ba5c-c194-4d6d-a429-1cc0116078a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:14.464023 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-64f2ba5c-c194-4d6d-a429-1cc0116078a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:14.509845 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-64f2ba5c-c194-4d6d-a429-1cc0116078a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:14.512369 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-64f2ba5c-c194-4d6d-a429-1cc0116078a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:14.516617 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-64f2ba5c-c194-4d6d-a429-1cc0116078a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa5f4dd7-99f2-4d67-a11c-a244ccf8f9e7 HTTP/1.1" status: 204 len: 168 time: 0.1221726 Nov 23 09:00:14.521192 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2ba5c-c194-4d6d-a429-1cc0116078a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5f4dd7-99f2-4d67-a11c-a244ccf8f9e7,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:14.751150 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194a641-1147-4e20-b88e-67914775ff11 req-e41d00a3-7043-41f1-9757-d24a1e7516ae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:14.753096 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1194a641-1147-4e20-b88e-67914775ff11 req-e41d00a3-7043-41f1-9757-d24a1e7516ae tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 945 time: 0.0541766 Nov 23 09:00:14.800289 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38080) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:14.803873 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1194a641-1147-4e20-b88e-67914775ff11 req-20edb4de-c729-464e-aedc-bca5b793a302 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437644 Nov 23 09:00:14.813683 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5670d7de-6026-46c7-9b10-c1bda320aaa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:14.894022 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5670d7de-6026-46c7-9b10-c1bda320aaa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:14.907116 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5670d7de-6026-46c7-9b10-c1bda320aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:14.969815 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670d7de-6026-46c7-9b10-c1bda320aaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4b0a7f-36cf-41fe-9a4c-4f95939d52df,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:14.975170 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-5670d7de-6026-46c7-9b10-c1bda320aaa0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79bc30c4e50442fdb817a7c2654b059e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738267 Nov 23 09:00:14.978079 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 38090) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:14.985778 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683242e-efb3-447d-8750-3450702b4e49 req-0168c15e-eb9e-423a-968e-01ce47ea6ed7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:14.987912 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0683242e-efb3-447d-8750-3450702b4e49 req-0168c15e-eb9e-423a-968e-01ce47ea6ed7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0924256 Nov 23 09:00:15.033319 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9998b72e-830d-4883-99bf-ca24d057b410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:15.052472 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0683242e-efb3-447d-8750-3450702b4e49 req-12a2aea6-c008-47f1-aeea-02f1a0daccf8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576746 Nov 23 09:00:15.061913 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9998b72e-830d-4883-99bf-ca24d057b410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:15.124698 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9998b72e-830d-4883-99bf-ca24d057b410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:15.127699 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9998b72e-830d-4883-99bf-ca24d057b410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:15.128936 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-9998b72e-830d-4883-99bf-ca24d057b410 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c4b0a7f-36cf-41fe-9a4c-4f95939d52df HTTP/1.1" status: 204 len: 168 time: 0.1497316 Nov 23 09:00:15.139201 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998b72e-830d-4883-99bf-ca24d057b410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4b0a7f-36cf-41fe-9a4c-4f95939d52df,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:15.299001 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:15.945598 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec81581-7c7e-430a-97ce-6e4db961f50b req-971d45d2-6cf6-4b29-be5e-8185b678ab51 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:15.947073 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fec81581-7c7e-430a-97ce-6e4db961f50b req-971d45d2-6cf6-4b29-be5e-8185b678ab51 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 945 time: 0.0679281 Nov 23 09:00:16.001832 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fec81581-7c7e-430a-97ce-6e4db961f50b req-52be53c7-ee88-4486-88fe-9b96a968ae0e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463910 Nov 23 09:00:16.210716 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9bc4f-6038-4ea2-a9b6-0a31527ea672 req-7fca1d97-1c66-49e8-80f2-226bea2e6dce tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:16.212726 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-abf9bc4f-6038-4ea2-a9b6-0a31527ea672 req-7fca1d97-1c66-49e8-80f2-226bea2e6dce tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0657160 Nov 23 09:00:16.272686 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-abf9bc4f-6038-4ea2-a9b6-0a31527ea672 req-ae473a31-c818-413b-a03f-4891dda82389 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517645 Nov 23 09:00:16.804038 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5a44e-c9b7-4d30-a018-33a05d84c722 req-463a7c01-d14f-4c2c-856b-f6f0dacbb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:16.805586 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3ae5a44e-c9b7-4d30-a018-33a05d84c722 req-463a7c01-d14f-4c2c-856b-f6f0dacbb864 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 1099 time: 0.0445192 Nov 23 09:00:16.884030 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3ae5a44e-c9b7-4d30-a018-33a05d84c722 req-ad03fe31-3c9e-4fb9-b2f2-93248ea32c9d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659328 Nov 23 09:00:16.909151 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 38240) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:17.015858 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-cb93b9d7-a09b-41ab-b6ff-a172a1fec3a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.094164 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-cb93b9d7-a09b-41ab-b6ff-a172a1fec3a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.097340 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-cb93b9d7-a09b-41ab-b6ff-a172a1fec3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.139531 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-cb93b9d7-a09b-41ab-b6ff-a172a1fec3a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aaeff24b5f914989800086d5dfa7862b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267499 Nov 23 09:00:17.139531 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93b9d7-a09b-41ab-b6ff-a172a1fec3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92721964-cb48-422d-87df-970a361bb229,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:17.140002 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38246) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:17.191675 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-968e73f4-c31b-4496-804a-f38f1c8e3146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.212512 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-968e73f4-c31b-4496-804a-f38f1c8e3146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.263583 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-968e73f4-c31b-4496-804a-f38f1c8e3146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.266937 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-968e73f4-c31b-4496-804a-f38f1c8e3146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.268089 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-968e73f4-c31b-4496-804a-f38f1c8e3146 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92721964-cb48-422d-87df-970a361bb229 HTTP/1.1" status: 204 len: 168 time: 0.1270411 Nov 23 09:00:17.275815 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e73f4-c31b-4496-804a-f38f1c8e3146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92721964-cb48-422d-87df-970a361bb229,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:17.421435 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143fe4f-9fbe-4a6b-8b93-87fea4ce19aa req-2c2e64d6-0d24-4ff6-a2c5-c026c5065f55 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:17.422922 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b143fe4f-9fbe-4a6b-8b93-87fea4ce19aa req-2c2e64d6-0d24-4ff6-a2c5-c026c5065f55 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0621567 Nov 23 09:00:17.471441 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b143fe4f-9fbe-4a6b-8b93-87fea4ce19aa req-597b4af2-661d-4bda-940a-434b0fe629d1 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Nov 23 09:00:17.575575 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38264) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:17.589492 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-07b206ad-cb84-4281-a651-04ad70482fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.673274 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-07b206ad-cb84-4281-a651-04ad70482fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.677258 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-07b206ad-cb84-4281-a651-04ad70482fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.713606 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-07b206ad-cb84-4281-a651-04ad70482fda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20c128d6c5d24d5ca1a87e705f280ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368160 Nov 23 09:00:17.716320 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 38274) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:17.723352 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b206ad-cb84-4281-a651-04ad70482fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c410edc-761a-47e8-aeeb-9d681ef3b5c7,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:17.774430 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6ae124b8-c332-45bb-a225-0e47a1635a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.796836 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6ae124b8-c332-45bb-a225-0e47a1635a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.849997 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6ae124b8-c332-45bb-a225-0e47a1635a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.852654 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6ae124b8-c332-45bb-a225-0e47a1635a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:17.853803 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-6ae124b8-c332-45bb-a225-0e47a1635a58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c410edc-761a-47e8-aeeb-9d681ef3b5c7 HTTP/1.1" status: 204 len: 168 time: 0.1355641 Nov 23 09:00:17.863684 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae124b8-c332-45bb-a225-0e47a1635a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c410edc-761a-47e8-aeeb-9d681ef3b5c7,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:18.176630 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 38288) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:18.265980 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38292) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:18.279406 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e850194b-ed0d-4346-a57f-1ff8d03d651a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.281996 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6e2572c4-88bc-4bd7-84d3-ed55f8f83fd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.355743 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e850194b-ed0d-4346-a57f-1ff8d03d651a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.356972 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6e2572c4-88bc-4bd7-84d3-ed55f8f83fd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.359951 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e850194b-ed0d-4346-a57f-1ff8d03d651a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.361052 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6e2572c4-88bc-4bd7-84d3-ed55f8f83fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.399878 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-e850194b-ed0d-4346-a57f-1ff8d03d651a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a2805b8091a49acbe553bc9a98ae8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327970 Nov 23 09:00:18.400736 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850194b-ed0d-4346-a57f-1ff8d03d651a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7d9f00-1f66-4876-9e12-19a6ad1a9c47,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:18.403029 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38294) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:18.403136 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-6e2572c4-88bc-4bd7-84d3-ed55f8f83fd4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ff94addf50243de92815ce42c0edf99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255538 Nov 23 09:00:18.403359 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38296) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:18.405879 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2572c4-88bc-4bd7-84d3-ed55f8f83fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa68b4a-2b4f-4f3d-9217-a5837f9fbb28,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:18.485667 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d66f203b-809e-479e-8769-8645fee97597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.491066 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4f976ee3-47ee-4cce-b416-5c1fadc3a14b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.518998 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d66f203b-809e-479e-8769-8645fee97597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.533934 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4f976ee3-47ee-4cce-b416-5c1fadc3a14b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.639304 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b769a-c26a-4502-8b2e-61b6bf7b963c req-644cc067-c970-4ffd-83bf-fe654f966b63 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:18.640818 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3d3b769a-c26a-4502-8b2e-61b6bf7b963c req-644cc067-c970-4ffd-83bf-fe654f966b63 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0942106 Nov 23 09:00:18.647702 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4f976ee3-47ee-4cce-b416-5c1fadc3a14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.650426 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4f976ee3-47ee-4cce-b416-5c1fadc3a14b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.651452 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-4f976ee3-47ee-4cce-b416-5c1fadc3a14b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bfa68b4a-2b4f-4f3d-9217-a5837f9fbb28 HTTP/1.1" status: 204 len: 168 time: 0.2461109 Nov 23 09:00:18.655993 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d66f203b-809e-479e-8769-8645fee97597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.658503 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d66f203b-809e-479e-8769-8645fee97597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:18.659703 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-d66f203b-809e-479e-8769-8645fee97597 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc7d9f00-1f66-4876-9e12-19a6ad1a9c47 HTTP/1.1" status: 204 len: 168 time: 0.2554741 Nov 23 09:00:18.679106 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f976ee3-47ee-4cce-b416-5c1fadc3a14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa68b4a-2b4f-4f3d-9217-a5837f9fbb28,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:18.701284 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f203b-809e-479e-8769-8645fee97597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7d9f00-1f66-4876-9e12-19a6ad1a9c47,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:18.721412 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3d3b769a-c26a-4502-8b2e-61b6bf7b963c req-abe76a7f-00d8-453f-a597-e0fde948a09d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685096 Nov 23 09:00:19.117078 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38314) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:19.130474 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1ea868a9-a4ca-4993-8f01-02bf10993030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:19.204839 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1ea868a9-a4ca-4993-8f01-02bf10993030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:19.208528 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1ea868a9-a4ca-4993-8f01-02bf10993030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:19.245231 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-1ea868a9-a4ca-4993-8f01-02bf10993030 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6cf83d9a6ed439d8a5e35298f598f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269052 Nov 23 09:00:19.247202 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea868a9-a4ca-4993-8f01-02bf10993030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a30671f-a066-495b-8b62-9c38a651b5d2,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:19.248468 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 38316) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:19.297518 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-72b823cc-1974-477f-b3fb-c279039ae207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:19.319051 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-72b823cc-1974-477f-b3fb-c279039ae207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:19.365954 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-72b823cc-1974-477f-b3fb-c279039ae207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:19.368639 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-72b823cc-1974-477f-b3fb-c279039ae207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:19.369786 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-72b823cc-1974-477f-b3fb-c279039ae207 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a30671f-a066-495b-8b62-9c38a651b5d2 HTTP/1.1" status: 204 len: 168 time: 0.1203008 Nov 23 09:00:19.377874 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b823cc-1974-477f-b3fb-c279039ae207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a30671f-a066-495b-8b62-9c38a651b5d2,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:19.845561 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3023dd1-ad8f-4a16-b21b-07fdb5f87d6e req-efc2d883-2e8b-4f18-8c33-8e4b19246950 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:19.847268 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a3023dd1-ad8f-4a16-b21b-07fdb5f87d6e req-efc2d883-2e8b-4f18-8c33-8e4b19246950 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0564253 Nov 23 09:00:19.896816 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a3023dd1-ad8f-4a16-b21b-07fdb5f87d6e req-b4a5cfc4-5a0a-4a05-b747-0734f656f68e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 Nov 23 09:00:20.016537 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86fcd0-3432-41e6-bf00-fd904973ece7 req-ee28d19f-c98c-4722-a3e1-d4221e81bf71 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:20.018075 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ed86fcd0-3432-41e6-bf00-fd904973ece7 req-ee28d19f-c98c-4722-a3e1-d4221e81bf71 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0500309 Nov 23 09:00:20.076600 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ed86fcd0-3432-41e6-bf00-fd904973ece7 req-473449e7-5e5a-4b47-9c9e-0b5613f3adb7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527048 Nov 23 09:00:21.397128 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38420) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:21.526040 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-57924584-8b3e-476f-88f5-a4ec80c4de4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:21.605036 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-57924584-8b3e-476f-88f5-a4ec80c4de4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:21.613829 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-57924584-8b3e-476f-88f5-a4ec80c4de4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:21.663534 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 38430) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:21.664107 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-57924584-8b3e-476f-88f5-a4ec80c4de4f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9fb6e23e87da4d48b5d76ed82166eb27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648008 Nov 23 09:00:21.664527 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57924584-8b3e-476f-88f5-a4ec80c4de4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8c1ab4-1d84-4b38-9727-d38f30adfdfd,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:21.771814 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c25d9c-9760-4f39-b8ff-2bde7862911d req-f61f2f11-4611-4961-b757-76d5040d11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:21.775173 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-90c25d9c-9760-4f39-b8ff-2bde7862911d req-f61f2f11-4611-4961-b757-76d5040d11f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 1099 time: 0.0954132 Nov 23 09:00:21.787573 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7325f-451d-480e-8bc0-2389133c730f req-219d65db-199c-4fa5-b053-19ff8d487938 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:21.788940 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-05e7325f-451d-480e-8bc0-2389133c730f req-219d65db-199c-4fa5-b053-19ff8d487938 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.1121750 Nov 23 09:00:21.800490 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7170757b-888c-4d4c-8f1f-4f115da07667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:21.884867 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7170757b-888c-4d4c-8f1f-4f115da07667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:21.947430 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-05e7325f-451d-480e-8bc0-2389133c730f req-03b3895d-59d3-4147-8a66-30bd0887ccb4 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486430 Nov 23 09:00:21.954454 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c25d9c-9760-4f39-b8ff-2bde7862911d req-15c2c408-8d52-4ee2-a8f2-981435bb2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:21.955863 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-90c25d9c-9760-4f39-b8ff-2bde7862911d req-15c2c408-8d52-4ee2-a8f2-981435bb2990 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c HTTP/1.1" status: 200 len: 918 time: 0.1660485 Nov 23 09:00:22.000020 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-90c25d9c-9760-4f39-b8ff-2bde7862911d req-5dfcf509-7020-47e9-bd81-11aa196e63f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a5bc769-b686-4f1b-aa8b-1993d134c1f8 HTTP/1.1" status: 200 len: 217 time: 0.0356686 Nov 23 09:00:22.006547 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7170757b-888c-4d4c-8f1f-4f115da07667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:22.009345 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7170757b-888c-4d4c-8f1f-4f115da07667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:22.010399 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-7170757b-888c-4d4c-8f1f-4f115da07667 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e8c1ab4-1d84-4b38-9727-d38f30adfdfd HTTP/1.1" status: 204 len: 168 time: 0.3456318 Nov 23 09:00:22.048370 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170757b-888c-4d4c-8f1f-4f115da07667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8c1ab4-1d84-4b38-9727-d38f30adfdfd,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:22.068736 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c25d9c-9760-4f39-b8ff-2bde7862911d req-8942312e-b05f-440c-831c-6ba521b952f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:22.070492 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-90c25d9c-9760-4f39-b8ff-2bde7862911d req-8942312e-b05f-440c-831c-6ba521b952f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c2220b-9036-4d1e-9c30-f159f5f6d815 HTTP/1.1" status: 200 len: 857 time: 0.0591455 Nov 23 09:00:22.305494 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38442) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:22.320149 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-11946831-6c10-4499-a3be-96852dae4c31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:22.328833 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-90c25d9c-9760-4f39-b8ff-2bde7862911d req-c3e3c0d8-a10e-428f-93c9-06bc4ce67137 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2442143 Nov 23 09:00:22.400847 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-11946831-6c10-4499-a3be-96852dae4c31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:22.405499 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-11946831-6c10-4499-a3be-96852dae4c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:22.429319 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-90c25d9c-9760-4f39-b8ff-2bde7862911d req-1a3f7692-021d-4f78-add9-72fea75946e8 service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887234 Nov 23 09:00:22.445025 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-11946831-6c10-4499-a3be-96852dae4c31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e7f6b5eb1e64648b5657ecb29a7c057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383042 Nov 23 09:00:22.445984 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11946831-6c10-4499-a3be-96852dae4c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9849478c-69f0-4e94-8d76-133b29738ac6,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:22.447030 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 38444) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:22.559077 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7a05bac8-9776-4732-9891-04dd45333531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:22.566432 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-90c25d9c-9760-4f39-b8ff-2bde7862911d req-54d174a4-7491-4d1f-96ae-c613eafab592 service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280482 Nov 23 09:00:22.584235 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7a05bac8-9776-4732-9891-04dd45333531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:22.633425 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7a05bac8-9776-4732-9891-04dd45333531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:22.636151 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7a05bac8-9776-4732-9891-04dd45333531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:22.637289 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-7a05bac8-9776-4732-9891-04dd45333531 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9849478c-69f0-4e94-8d76-133b29738ac6 HTTP/1.1" status: 204 len: 168 time: 0.1893122 Nov 23 09:00:22.645681 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05bac8-9776-4732-9891-04dd45333531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9849478c-69f0-4e94-8d76-133b29738ac6,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:23.070141 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c57d-7a11-4092-bd07-2be752a2e31a req-a31696d8-12ac-4ca2-8b21-49228705402d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:23.071606 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0a48c57d-7a11-4092-bd07-2be752a2e31a req-a31696d8-12ac-4ca2-8b21-49228705402d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0482383 Nov 23 09:00:23.134098 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0a48c57d-7a11-4092-bd07-2be752a2e31a req-bae38731-c963-4742-8424-a4c2ab1d73b7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561268 Nov 23 09:00:23.344052 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 38480) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:23.444139 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-998538-network', 'tenant_id': 'b94223b2fef74e23b7dd3fd3124bc7c7'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:00:23.463967 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Made reservation on behalf of b94223b2fef74e23b7dd3fd3124bc7c7 for: {'network': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:00:23.467112 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:23.475829 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:23.549964 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:23.553660 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:23.579842 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:00:23.589593 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd35f146-9712-468d-8687-4812a39b738f,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:23.596488 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:23.596687 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.segments_db [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Added segment 1e14be5b-1594-417e-8660-897fa402ab72 of type vlan for network f65a33f5-b4e5-4d00-bcc7-38d229a52384 Nov 23 09:00:23.636968 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:23.661236 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:23.662173 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:23.662769 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:23.694066 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3488407 Nov 23 09:00:23.696922 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38486) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:23.702536 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-e22cb4fe-bc92-44c1-a12a-28ec8fc77524 admin admin] Request body: {'subnet': {'network_id': 'f65a33f5-b4e5-4d00-bcc7-38d229a52384', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-998538-subnet', 'tenant_id': 'b94223b2fef74e23b7dd3fd3124bc7c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:00:23.723779 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22cb4fe-bc92-44c1-a12a-28ec8fc77524 admin admin] Made reservation on behalf of b94223b2fef74e23b7dd3fd3124bc7c7 for: {'subnet': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:00:23.726219 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e22cb4fe-bc92-44c1-a12a-28ec8fc77524 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11572689'] for subnet, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:23.731354 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce7e82-b3f9-44db-b23b-193559195033 admin admin] Pushing event updated for resources: {'Network': ['ID=f65a33f5-b4e5-4d00-bcc7-38d229a52384,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:23.742454 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network f65a33f5-b4e5-4d00-bcc7-38d229a52384 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:00:23.907293 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e22cb4fe-bc92-44c1-a12a-28ec8fc77524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8753251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11572675'] for subnet, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:23.962270 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cb4fe-bc92-44c1-a12a-28ec8fc77524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=443a0c76-9662-478b-abd1-5824069a7b8c,revision_number=0']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:23.971675 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22cb4fe-bc92-44c1-a12a-28ec8fc77524 admin admin] Checking segment: {'id': '1e14be5b-1594-417e-8660-897fa402ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f65a33f5-b4e5-4d00-bcc7-38d229a52384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:00:23.972029 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22cb4fe-bc92-44c1-a12a-28ec8fc77524 admin admin] Network hostable DHCP agents. Network: f65a33f5-b4e5-4d00-bcc7-38d229a52384, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:00:23.988780 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22cb4fe-bc92-44c1-a12a-28ec8fc77524 admin admin] Network f65a33f5-b4e5-4d00-bcc7-38d229a52384 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:00:23.997313 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-e22cb4fe-bc92-44c1-a12a-28ec8fc77524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, f65a33f5-b4e5-4d00-bcc7-38d229a52384) {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:00:24.001632 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22cb4fe-bc92-44c1-a12a-28ec8fc77524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:24.002223 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e22cb4fe-bc92-44c1-a12a-28ec8fc77524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:24.007189 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5d221b-6850-497a-bfc9-62401e5f0a4c None None] Network f65a33f5-b4e5-4d00-bcc7-38d229a52384 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:00:24.018149 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-e22cb4fe-bc92-44c1-a12a-28ec8fc77524 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3200338 Nov 23 09:00:24.137555 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4fb94e-d433-42ea-83da-66eb43a50b7f None None] Network f65a33f5-b4e5-4d00-bcc7-38d229a52384 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:00:24.285718 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2b27-b402-4bf4-a756-8d15e010b58f req-6971aa1b-ca1c-4310-a7d6-4442a46f93e5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:24.287446 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-38ce2b27-b402-4bf4-a756-8d15e010b58f req-6971aa1b-ca1c-4310-a7d6-4442a46f93e5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0791173 Nov 23 09:00:24.346460 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-38ce2b27-b402-4bf4-a756-8d15e010b58f req-ff39bd98-7939-437c-8eda-7b6b8ef6df9e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503395 Nov 23 09:00:24.532072 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38510) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:24.536942 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-180013359-network', 'tenant_id': 'de438d1eaaec4c238e0f5b510b955612'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:00:24.559363 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Made reservation on behalf of de438d1eaaec4c238e0f5b510b955612 for: {'network': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:00:24.562432 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:24.571484 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:24.648782 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:24.652920 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:24.680453 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:00:24.686666 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165da933-2246-4b54-a9c1-c268cd655b75,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:24.694956 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:24.694956 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.segments_db [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Added segment 6f55010c-429b-4b26-9c68-1dd0087aa9a8 of type vlan for network 8b658545-044f-4e9a-85b3-c7929eb361d9 Nov 23 09:00:24.737679 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:24.760990 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:24.761994 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:24.762592 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:24.794689 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2614326 Nov 23 09:00:24.797716 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 38514) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:24.802583 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-742d82ef-c93d-4142-a28f-8a7fd9550158 admin admin] Request body: {'subnet': {'network_id': '8b658545-044f-4e9a-85b3-c7929eb361d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-180013359-subnet', 'tenant_id': 'de438d1eaaec4c238e0f5b510b955612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:00:24.825055 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742d82ef-c93d-4142-a28f-8a7fd9550158 admin admin] Made reservation on behalf of de438d1eaaec4c238e0f5b510b955612 for: {'subnet': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:00:24.826740 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31737e61-4795-403d-b0cf-3b465c00d317 admin admin] Pushing event updated for resources: {'Network': ['ID=8b658545-044f-4e9a-85b3-c7929eb361d9,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:24.827969 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-742d82ef-c93d-4142-a28f-8a7fd9550158 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:24.837760 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network 8b658545-044f-4e9a-85b3-c7929eb361d9 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:00:25.007463 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-742d82ef-c93d-4142-a28f-8a7fd9550158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:25.070913 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d82ef-c93d-4142-a28f-8a7fd9550158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=576807a2-ae8a-4fd6-9008-907bd6241977,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:25.079730 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742d82ef-c93d-4142-a28f-8a7fd9550158 admin admin] Checking segment: {'id': '6f55010c-429b-4b26-9c68-1dd0087aa9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8b658545-044f-4e9a-85b3-c7929eb361d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:00:25.080090 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742d82ef-c93d-4142-a28f-8a7fd9550158 admin admin] Network hostable DHCP agents. Network: 8b658545-044f-4e9a-85b3-c7929eb361d9, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:00:25.099516 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742d82ef-c93d-4142-a28f-8a7fd9550158 admin admin] Network 8b658545-044f-4e9a-85b3-c7929eb361d9 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:00:25.108837 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-742d82ef-c93d-4142-a28f-8a7fd9550158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, 8b658545-044f-4e9a-85b3-c7929eb361d9) {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:00:25.113034 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742d82ef-c93d-4142-a28f-8a7fd9550158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:25.113784 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-742d82ef-c93d-4142-a28f-8a7fd9550158 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:25.118389 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bde308-e43a-4b52-a02f-73a22e110ced None None] Network 8b658545-044f-4e9a-85b3-c7929eb361d9 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:00:25.132603 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-742d82ef-c93d-4142-a28f-8a7fd9550158 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3337233 Nov 23 09:00:25.262948 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0388f35a-83e7-46a7-9115-6788feed8327 None None] Network 8b658545-044f-4e9a-85b3-c7929eb361d9 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:00:25.468126 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb355d97-b63f-4bc3-b157-d00e8c02338a req-f17f56f1-d74c-4c9f-8f69-076274137ea5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:25.469654 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-fb355d97-b63f-4bc3-b157-d00e8c02338a req-f17f56f1-d74c-4c9f-8f69-076274137ea5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0525599 Nov 23 09:00:25.521601 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-fb355d97-b63f-4bc3-b157-d00e8c02338a req-bdd8adae-76a5-4729-97ad-f007502ea114 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457320 Nov 23 09:00:26.639568 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244934e-8297-46dd-a225-e2f7e161708f req-c81488fd-bd56-4427-bfae-fcd89e8ff11d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:26.641026 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7244934e-8297-46dd-a225-e2f7e161708f req-c81488fd-bd56-4427-bfae-fcd89e8ff11d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0498478 Nov 23 09:00:26.690782 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7244934e-8297-46dd-a225-e2f7e161708f req-78670d81-eb76-427a-bcc1-89aba10e181e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438521 Nov 23 09:00:27.808220 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56617edf-be07-4a46-9e18-298870e6c742 req-1121035c-01e5-4709-8b86-4fbf1c72a033 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:27.809767 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-56617edf-be07-4a46-9e18-298870e6c742 req-1121035c-01e5-4709-8b86-4fbf1c72a033 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0487268 Nov 23 09:00:27.859340 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-56617edf-be07-4a46-9e18-298870e6c742 req-7344893c-f403-4640-9d92-5f3356e2bd1d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Nov 23 09:00:28.978481 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ea325-6e93-417e-a157-321c5764ef63 req-61dfdc6f-c13e-48f7-91a1-c3fa0a21d41f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:28.979913 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b27ea325-6e93-417e-a157-321c5764ef63 req-61dfdc6f-c13e-48f7-91a1-c3fa0a21d41f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0497324 Nov 23 09:00:29.030165 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b27ea325-6e93-417e-a157-321c5764ef63 req-d5dfc3fb-04de-4a91-9f33-1d955b070633 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434437 Nov 23 09:00:30.152322 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d169345-ca6d-4d96-8adc-3a8849ecb941 req-53204984-8570-44f9-95c2-e12a4c8610ea tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:30.154541 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0d169345-ca6d-4d96-8adc-3a8849ecb941 req-53204984-8570-44f9-95c2-e12a4c8610ea tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0537789 Nov 23 09:00:30.202561 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0d169345-ca6d-4d96-8adc-3a8849ecb941 req-20e97824-4a23-4578-b252-3115ede7b5df tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421748 Nov 23 09:00:30.462677 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-e9176bf6-d8f9-457b-9959-3f27b802164e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:31.460365 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577715c0-94cd-4da7-b17d-186c5bc4b29f req-04022e05-9494-4b22-810a-668013ae0381 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:31.461762 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-577715c0-94cd-4da7-b17d-186c5bc4b29f req-04022e05-9494-4b22-810a-668013ae0381 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0494254 Nov 23 09:00:31.508750 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-577715c0-94cd-4da7-b17d-186c5bc4b29f req-9728cf4f-d762-438b-96ba-819ac7ecebb3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406096 Nov 23 09:00:32.597957 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-801ca580-71e8-45d4-b298-1d825f694a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:32.627573 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c9232-9bd0-4b4a-a13a-09cae48dc3ea req-1accb4a7-59e4-4edc-a621-2990ad5f95da tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:32.629048 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b41c9232-9bd0-4b4a-a13a-09cae48dc3ea req-1accb4a7-59e4-4edc-a621-2990ad5f95da tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0496314 Nov 23 09:00:32.677972 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b41c9232-9bd0-4b4a-a13a-09cae48dc3ea req-0a585dde-242f-4b7e-a3b2-dc055d9f2ca3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Nov 23 09:00:33.789459 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56e8d7-42dc-4b29-baba-94aa677921e9 req-299f318d-fc86-4937-8938-e0582a7dff0e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:33.790917 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4e56e8d7-42dc-4b29-baba-94aa677921e9 req-299f318d-fc86-4937-8938-e0582a7dff0e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0475683 Nov 23 09:00:33.841797 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4e56e8d7-42dc-4b29-baba-94aa677921e9 req-2bd4aae3-404c-4219-a33e-399952e16e3d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440068 Nov 23 09:00:33.914133 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:34.874711 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:34.956824 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292fa65-330e-4fa5-bcbc-ca20a2618b8c req-f37d845e-1acd-455e-a6f3-79cae97a83d6 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:34.958334 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4292fa65-330e-4fa5-bcbc-ca20a2618b8c req-f37d845e-1acd-455e-a6f3-79cae97a83d6 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0491116 Nov 23 09:00:35.007180 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4292fa65-330e-4fa5-bcbc-ca20a2618b8c req-ce918a76-479f-4a4d-be74-02feff4d2ca5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429969 Nov 23 09:00:35.842167 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:36.124716 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e1aca-d7e8-4da6-a525-c4b5c97f51a9 req-3fb50703-601f-4315-9e6f-9755d7c8575f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:36.129624 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-419e1aca-d7e8-4da6-a525-c4b5c97f51a9 req-3fb50703-601f-4315-9e6f-9755d7c8575f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0545151 Nov 23 09:00:36.178002 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-419e1aca-d7e8-4da6-a525-c4b5c97f51a9 req-dfd3b5cc-f9e5-4cf9-980f-2caeee5e9607 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452659 Nov 23 09:00:37.048387 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-4a08f800-6a95-4f78-a803-15e3664bd498 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:37.049897 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-4a08f800-6a95-4f78-a803-15e3664bd498 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/networks?id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 200 len: 814 time: 0.1048665 Nov 23 09:00:37.064938 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-f45b273b-53cc-44cf-97dc-c2a579fa164a tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/quotas/82f534070f974dc882ad415be1a1d3ef HTTP/1.1" status: 200 len: 375 time: 0.0093386 Nov 23 09:00:37.118365 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-2a2a75c7-1c40-423a-a84e-36fc87929104 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=82f534070f974dc882ad415be1a1d3ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477149 Nov 23 09:00:37.212255 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-228e8db7-d27b-4ebf-9e7a-83741bd0b37b service neutron] 10.222.0.46 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860982 Nov 23 09:00:37.307037 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-bce40fb4-10b4-40e3-9b9f-74fe44f682a1 service neutron] 10.222.0.46 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877676 Nov 23 09:00:37.451800 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a9d0e-f439-4cb9-950f-c4ef6a8d11aa req-8a15dc5a-9852-4174-9cf9-7df4662183d2 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:37.453419 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-610a9d0e-f439-4cb9-950f-c4ef6a8d11aa req-8a15dc5a-9852-4174-9cf9-7df4662183d2 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0632412 Nov 23 09:00:37.477787 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-174dde68-8316-4cf0-8710-c9ab3abbb538 req-eabef962-6326-42eb-b44c-c039755eb856 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 210 time: 0.0326087 Nov 23 09:00:37.521826 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-610a9d0e-f439-4cb9-950f-c4ef6a8d11aa req-a6a83185-8868-485d-b96f-439fb86794ac tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623848 Nov 23 09:00:38.578049 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e5169fe-8d48-45b7-b0ef-86afe08535d1 req-40e745bb-3e8d-47b2-bba1-158e35dc5c2b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 210 time: 0.0257008 Nov 23 09:00:38.683369 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23f01b-14d3-45fb-9436-853f99c6fd9a req-73efff08-8129-4375-a308-c9c2c2400abc tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:38.684993 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8b23f01b-14d3-45fb-9436-853f99c6fd9a req-73efff08-8129-4375-a308-c9c2c2400abc tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0497921 Nov 23 09:00:38.732298 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8b23f01b-14d3-45fb-9436-853f99c6fd9a req-2c21a821-75f0-4de3-8c48-db0dec8b0b9f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Nov 23 09:00:39.673592 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e9f6924e-d51e-4d8c-87ba-d59b798edc62 req-c6e8c6f1-0473-4c40-ab39-bd00927e572e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 210 time: 0.0285540 Nov 23 09:00:39.844775 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c2eba-a977-411c-9163-e90b0fa348fc req-0a6588e1-0e00-4168-b545-800b3b957f42 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:39.846389 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1f2c2eba-a977-411c-9163-e90b0fa348fc req-0a6588e1-0e00-4168-b545-800b3b957f42 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0495338 Nov 23 09:00:39.895096 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1f2c2eba-a977-411c-9163-e90b0fa348fc req-397761c6-ed5a-4fe2-a523-6edc475dfc52 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Nov 23 09:00:40.714783 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:00:40.782258 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f318f540-0513-4fd6-ac21-cce3cf46a14c req-0459c11a-1627-4d86-ade2-290cf83d71dc tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 210 time: 0.0307252 Nov 23 09:00:40.841376 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b52480-e07f-4c4e-aac7-4975f6e45fac req-8c99d744-3bfa-4a4d-a7e4-992a253deb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:40.843334 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-31b52480-e07f-4c4e-aac7-4975f6e45fac req-8c99d744-3bfa-4a4d-a7e4-992a253deb97 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 1099 time: 0.0494587 Nov 23 09:00:40.906746 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-31b52480-e07f-4c4e-aac7-4975f6e45fac req-58f51440-13f7-4992-8872-d23512796db5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507588 Nov 23 09:00:41.013434 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-48ef26c9-8941-4ae4-b974-961b4ba6997e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:41.014855 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-48ef26c9-8941-4ae4-b974-961b4ba6997e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "GET /v2.0/networks?id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 200 len: 814 time: 0.1596448 Nov 23 09:00:41.036897 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dff76-752d-41a9-8d43-f29bcbe7a987 req-5f0f741d-68c5-49ed-a320-99dddcecd4fd tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:41.038334 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-047dff76-752d-41a9-8d43-f29bcbe7a987 req-5f0f741d-68c5-49ed-a320-99dddcecd4fd tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0640390 Nov 23 09:00:41.091736 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-047dff76-752d-41a9-8d43-f29bcbe7a987 req-2744cf8f-6eef-4d06-8104-5c5581ceaee1 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473754 Nov 23 09:00:41.203562 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Request body: {'port': {'device_id': '468f160d-19b7-4d4c-a51a-a74c32cc4d75', 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb', 'admin_state_up': True, 'tenant_id': '82f534070f974dc882ad415be1a1d3ef'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:00:41.310864 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Made reservation on behalf of 82f534070f974dc882ad415be1a1d3ef for: {'port': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:00:41.314353 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:41.439035 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Allocated IP 172.20.0.9 (90165a93-ecd4-4624-b7b5-1b5c85ea25bb/a08cbcc1-e6a1-42f0-a355-e990471ea40c/b57d2fa5-0e4c-480c-a153-ec9850be0754) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:00:41.585314 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:41.619301 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:41.662122 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:00:41.665117 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:00:41.669553 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:00:41.693964 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Pushing event updated for resources: {'Port': ['ID=b57d2fa5-0e4c-480c-a153-ec9850be0754,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:41.708558 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:41.708932 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:41.709304 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:41.709639 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:41.709966 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:41.710291 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:41.710636 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:41.710953 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:41.711275 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:41.711588 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:41.711904 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:41.712259 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:41.732284 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:41.732878 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:41.748501 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-e915b780-a154-40eb-b776-29e784fecd12 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5498950 Nov 23 09:00:41.897960 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd473f8-43ca-44cb-aa49-45a086b88e40 req-57839a9b-0154-4f26-8e68-e8ad4345c88a tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:41.899465 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2cd473f8-43ca-44cb-aa49-45a086b88e40 req-57839a9b-0154-4f26-8e68-e8ad4345c88a tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 931 time: 0.0477164 Nov 23 09:00:41.948739 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2cd473f8-43ca-44cb-aa49-45a086b88e40 req-71d9e9aa-686f-452a-ae2f-9378edd81b14 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429461 Nov 23 09:00:42.222291 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e294f90-c306-4d3e-a3c1-8edaafe182e6 req-ff4f13bd-9589-4f9e-b94b-96990cb32d54 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:42.223764 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7e294f90-c306-4d3e-a3c1-8edaafe182e6 req-ff4f13bd-9589-4f9e-b94b-96990cb32d54 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0610685 Nov 23 09:00:42.273929 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7e294f90-c306-4d3e-a3c1-8edaafe182e6 req-39b12281-e4f2-4d52-ab6b-04a8462edf15 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Nov 23 09:00:43.070453 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7a6e2-f4ba-4e64-99ad-150c5d5fcf13 req-a288b510-4b63-4fb6-80ff-8b17f366a0fe tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:43.071907 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0ed7a6e2-f4ba-4e64-99ad-150c5d5fcf13 req-a288b510-4b63-4fb6-80ff-8b17f366a0fe tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 931 time: 0.0559981 Nov 23 09:00:43.118719 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0ed7a6e2-f4ba-4e64-99ad-150c5d5fcf13 req-d0b7aa57-a00a-4622-ba9b-3a2a7aaf48c6 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402029 Nov 23 09:00:43.392127 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12076b-1544-4c27-b390-418c45622c77 req-826b459f-86e6-4eeb-8204-b9e11673ede7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:43.393598 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5b12076b-1544-4c27-b390-418c45622c77 req-826b459f-86e6-4eeb-8204-b9e11673ede7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0510714 Nov 23 09:00:43.439275 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5b12076b-1544-4c27-b390-418c45622c77 req-b982e796-9300-452d-8347-5524b6549743 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398169 Nov 23 09:00:44.231481 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44619f5b-77b3-41ab-a4d3-5cc9a98465dd req-4d55260c-17c7-4fe0-b946-7a70e542d18d tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:44.232871 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-44619f5b-77b3-41ab-a4d3-5cc9a98465dd req-4d55260c-17c7-4fe0-b946-7a70e542d18d tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 931 time: 0.0482490 Nov 23 09:00:44.279739 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-44619f5b-77b3-41ab-a4d3-5cc9a98465dd req-8bea4d33-cde8-4bf4-bb6b-e81973d3b3bb tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Nov 23 09:00:44.555229 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89bea5-713c-4086-8131-f165e5f3cdbc req-fd79c994-6dd3-4cfd-9ee7-b316be20c5e4 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:44.556669 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0f89bea5-713c-4086-8131-f165e5f3cdbc req-fd79c994-6dd3-4cfd-9ee7-b316be20c5e4 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0516186 Nov 23 09:00:44.603077 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0f89bea5-713c-4086-8131-f165e5f3cdbc req-87f5a9f9-eb57-41d1-be79-d30af8abdbe0 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 Nov 23 09:00:45.043116 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Request body: {'port': {'device_id': '468f160d-19b7-4d4c-a51a-a74c32cc4d75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:00:45.057761 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['a8efe016-048d-473e-bb9a-b6758d97be0a', 'cbdffd7c-afc7-47b2-9b90-e46f41e18a36', '363a793f-0102-402a-a556-ccab80470b94'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:00:45.102073 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:45.307967 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:45.388311 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57d2fa5-0e4c-480c-a153-ec9850be0754 {{(pid=102541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:00:45.395884 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:45.408378 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.provisioning_blocks [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Transition to ACTIVE for port object b57d2fa5-0e4c-480c-a153-ec9850be0754 will not be triggered until provisioned by entity L2. {{(pid=102541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:00:45.412081 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:45.413364 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94c028-eb95-45b4-847c-94809dbcd2fa req-2b352fad-e7c7-44f7-b7ff-58ac2732316d tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:45.414869 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2b94c028-eb95-45b4-847c-94809dbcd2fa req-2b352fad-e7c7-44f7-b7ff-58ac2732316d tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 931 time: 0.0494375 Nov 23 09:00:45.464251 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Pushing event updated for resources: {'Port': ['ID=b57d2fa5-0e4c-480c-a153-ec9850be0754,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:45.464747 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2b94c028-eb95-45b4-847c-94809dbcd2fa req-97eaa4b1-c8a0-4e2c-ab57-c9fc8442d159 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422881 Nov 23 09:00:45.529018 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Attempting to bind port b57d2fa5-0e4c-480c-a153-ec9850be0754 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:00:45.529451 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Attempting to bind port b57d2fa5-0e4c-480c-a153-ec9850be0754 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'}] {{(pid=102541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:00:45.529774 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Attempting to bind port b57d2fa5-0e4c-480c-a153-ec9850be0754 on network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:00:45.533954 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Port b57d2fa5-0e4c-480c-a153-ec9850be0754 on network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:00:45.534293 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Attempting to bind port b57d2fa5-0e4c-480c-a153-ec9850be0754 on network 90165a93-ecd4-4624-b7b5-1b5c85ea25bb {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:00:45.539393 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:00:45.539738 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Checking segment: {'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:00:45.540209 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Bound using segment: {'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'} {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:00:45.540662 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Bound port: b57d2fa5-0e4c-480c-a153-ec9850be0754, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac15d12c-1854-479e-ac0d-573c2e8c26f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb'}}] {{(pid=102541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:00:45.541003 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:45.604391 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] For port b57d2fa5-0e4c-480c-a153-ec9850be0754, host hv-cinder-76845, cleared binding levels {{(pid=102541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:00:45.607586 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] For port b57d2fa5-0e4c-480c-a153-ec9850be0754, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b57d2fa5-0e4c-480c-a153-ec9850be0754,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:00:45.611840 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:45.647548 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:45.648366 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:45.649782 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] 10.222.0.47 "PUT /v2.0/ports/b57d2fa5-0e4c-480c-a153-ec9850be0754 HTTP/1.1" status: 200 len: 1093 time: 0.6109746 Nov 23 09:00:45.650222 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468f160d-19b7-4d4c-a51a-a74c32cc4d75', 'tag': 'b57d2fa5-0e4c-480c-a153-ec9850be0754'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:00:45.652457 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d50f10-9e4f-4702-a010-bcbd308eda3c" -d '{"events": [{"name": "network-changed", "server_uuid": "468f160d-19b7-4d4c-a51a-a74c32cc4d75", "tag": "b57d2fa5-0e4c-480c-a153-ec9850be0754"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:00:45.678619 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3664c-60c9-4673-9781-ccf8bda1d4db service neutron] Pushing event updated for resources: {'Port': ['ID=b57d2fa5-0e4c-480c-a153-ec9850be0754,revision_number=3']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:45.696784 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e75e5b5-bee8-44b5-a2a9-db62c2a1aa17 x-openstack-request-id: req-1e75e5b5-bee8-44b5-a2a9-db62c2a1aa17 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:00:45.697074 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468f160d-19b7-4d4c-a51a-a74c32cc4d75", "tag": "b57d2fa5-0e4c-480c-a153-ec9850be0754", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:00:45.697367 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e75e5b5-bee8-44b5-a2a9-db62c2a1aa17 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:00:45.697748 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468f160d-19b7-4d4c-a51a-a74c32cc4d75', 'tag': 'b57d2fa5-0e4c-480c-a153-ec9850be0754', 'status': 'completed', 'code': 200} Nov 23 09:00:45.754862 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d99481-bf70-4a7e-bba4-4f566035fea8 req-61b28714-5441-431c-ae63-d9ee43e993e8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:45.756525 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-10d99481-bf70-4a7e-bba4-4f566035fea8 req-61b28714-5441-431c-ae63-d9ee43e993e8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0616140 Nov 23 09:00:45.814330 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-adb7c159-d67b-4faa-afc3-08303b70eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:45.815780 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-adb7c159-d67b-4faa-afc3-08303b70eb1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82f534070f974dc882ad415be1a1d3ef&device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 1096 time: 0.0790629 Nov 23 09:00:45.827323 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-10d99481-bf70-4a7e-bba4-4f566035fea8 req-ace52213-cea8-4dd6-b464-683d3ec3e4f5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563374 Nov 23 09:00:45.868588 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-fbdf6ea9-5054-4204-ae65-8440bd8d847f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b57d2fa5-0e4c-480c-a153-ec9850be0754 HTTP/1.1" status: 200 len: 217 time: 0.0358136 Nov 23 09:00:45.950460 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f09a7-1d84-43b3-8047-6e3141895d8a req-53d84a05-5402-40ea-b464-e9d37d70e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:45.952666 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dc0f09a7-1d84-43b3-8047-6e3141895d8a req-53d84a05-5402-40ea-b464-e9d37d70e3f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 1099 time: 0.0432417 Nov 23 09:00:45.953719 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-fed9f8d9-1fb0-4d75-ae1d-a6b0439b5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:45.955161 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-fed9f8d9-1fb0-4d75-ae1d-a6b0439b5f97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a08cbcc1-e6a1-42f0-a355-e990471ea40c HTTP/1.1" status: 200 len: 854 time: 0.0461950 Nov 23 09:00:45.993215 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-6768226a-6bd4-46d1-a20b-05a9baa2d0e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257108 Nov 23 09:00:46.073190 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f09a7-1d84-43b3-8047-6e3141895d8a req-416ca7b9-c673-4b87-a70a-4adae1bc41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:46.074690 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dc0f09a7-1d84-43b3-8047-6e3141895d8a req-416ca7b9-c673-4b87-a70a-4adae1bc41a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c HTTP/1.1" status: 200 len: 918 time: 0.0934005 Nov 23 09:00:46.126776 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dc0f09a7-1d84-43b3-8047-6e3141895d8a req-dec4e04d-11b9-4ddb-b319-2bbb530b273a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a5bc769-b686-4f1b-aa8b-1993d134c1f8 HTTP/1.1" status: 200 len: 217 time: 0.0394149 Nov 23 09:00:46.188885 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f09a7-1d84-43b3-8047-6e3141895d8a req-c2c1fcbb-3f30-474e-8666-a02d8db4137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:46.190561 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dc0f09a7-1d84-43b3-8047-6e3141895d8a req-c2c1fcbb-3f30-474e-8666-a02d8db4137f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c2220b-9036-4d1e-9c30-f159f5f6d815 HTTP/1.1" status: 200 len: 857 time: 0.0525548 Nov 23 09:00:46.236868 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dc0f09a7-1d84-43b3-8047-6e3141895d8a req-34138777-efac-4930-984a-24c3bf84bfce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306659 Nov 23 09:00:46.273153 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-a6fd504f-76b0-4c93-ba5c-e23fc55042eb service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677174 Nov 23 09:00:46.374772 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dc0f09a7-1d84-43b3-8047-6e3141895d8a req-b3fce50d-4dd3-4ac5-802e-18c31266eb4d service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860841 Nov 23 09:00:46.376101 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4aafa87-fe13-422b-9a8b-421a59c9f983 req-fda2a672-1baa-474d-bb9f-462a7dc86520 service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868165 Nov 23 09:00:46.490200 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dc0f09a7-1d84-43b3-8047-6e3141895d8a req-dacc00b5-d521-4276-b230-e68a8d0b34b5 service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970199 Nov 23 09:00:46.495055 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d50f10-9e4f-4702-a010-bcbd308eda3c req-5795e27f-be98-4586-8786-e1bdaa1ff57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:46.496819 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-66d50f10-9e4f-4702-a010-bcbd308eda3c req-5795e27f-be98-4586-8786-e1bdaa1ff57b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82f534070f974dc882ad415be1a1d3ef&device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 1096 time: 0.0485239 Nov 23 09:00:46.647203 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce7fd6-cb45-467b-9ea9-168df16f0d80 req-6dd53882-d4fb-497d-afc9-1e00c3e60584 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:46.648747 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b2ce7fd6-cb45-467b-9ea9-168df16f0d80 req-6dd53882-d4fb-497d-afc9-1e00c3e60584 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 943 time: 0.1051586 Nov 23 09:00:46.653783 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d50f10-9e4f-4702-a010-bcbd308eda3c req-824bbae8-84fd-46fb-bf9b-bd6247f07f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:46.655151 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-66d50f10-9e4f-4702-a010-bcbd308eda3c req-824bbae8-84fd-46fb-bf9b-bd6247f07f37 service neutron] 10.222.0.47 "GET /v2.0/networks?id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 200 len: 915 time: 0.1347249 Nov 23 09:00:46.729243 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-66d50f10-9e4f-4702-a010-bcbd308eda3c req-58b7111d-97f9-40e6-bb77-afbf1adddf8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b57d2fa5-0e4c-480c-a153-ec9850be0754 HTTP/1.1" status: 200 len: 217 time: 0.0452342 Nov 23 09:00:46.734601 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b2ce7fd6-cb45-467b-9ea9-168df16f0d80 req-a927fc69-b1b5-4b39-8b27-cd3256abdbea tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773880 Nov 23 09:00:46.788405 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d50f10-9e4f-4702-a010-bcbd308eda3c req-30e7de85-316d-4acd-80bd-8d0fa333acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:46.789887 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-66d50f10-9e4f-4702-a010-bcbd308eda3c req-30e7de85-316d-4acd-80bd-8d0fa333acf2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a08cbcc1-e6a1-42f0-a355-e990471ea40c HTTP/1.1" status: 200 len: 854 time: 0.0502200 Nov 23 09:00:46.826713 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-66d50f10-9e4f-4702-a010-bcbd308eda3c req-81092c40-c039-4cb9-aced-a476ddf5a100 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90165a93-ecd4-4624-b7b5-1b5c85ea25bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247140 Nov 23 09:00:46.931268 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-66d50f10-9e4f-4702-a010-bcbd308eda3c req-012ad092-ca45-4bf6-a9f4-1a290f7c452a service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930116 Nov 23 09:00:46.995740 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2c921-caaf-45fc-bb4d-1bde4d8cd081 req-ad857d0a-7162-4e0d-8321-ed216710102e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:46.998871 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-75f2c921-caaf-45fc-bb4d-1bde4d8cd081 req-ad857d0a-7162-4e0d-8321-ed216710102e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0753868 Nov 23 09:00:47.049965 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-75f2c921-caaf-45fc-bb4d-1bde4d8cd081 req-7ef37b85-0957-4e6b-aa5e-584f5f21c557 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434649 Nov 23 09:00:47.050528 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-66d50f10-9e4f-4702-a010-bcbd308eda3c req-ddcbeb05-acae-4815-b96e-459c6859ca97 service neutron] 10.222.0.47 "GET /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080658 Nov 23 09:00:47.361969 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39a53c-c8c7-458a-b52f-091b02ac5ee8 req-21868121-11fa-4a59-80a6-1255b9ea5b20 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:47.363483 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2d39a53c-c8c7-458a-b52f-091b02ac5ee8 req-21868121-11fa-4a59-80a6-1255b9ea5b20 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0887187 Nov 23 09:00:47.370018 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80ca7-0aa2-41f5-b34b-848fdfb7cb41 req-85f23f52-657d-4115-98e2-fd12abe5407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:47.371414 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b4a80ca7-0aa2-41f5-b34b-848fdfb7cb41 req-85f23f52-657d-4115-98e2-fd12abe5407a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 1099 time: 0.0837028 Nov 23 09:00:47.471710 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2d39a53c-c8c7-458a-b52f-091b02ac5ee8 req-81a51f6b-a22b-4acc-855c-ceccd9d59a0c tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986223 Nov 23 09:00:47.499373 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80ca7-0aa2-41f5-b34b-848fdfb7cb41 req-c145a7e7-f72a-4ebb-b03b-236cad89dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:47.499829 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b4a80ca7-0aa2-41f5-b34b-848fdfb7cb41 req-c145a7e7-f72a-4ebb-b03b-236cad89dc8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c HTTP/1.1" status: 200 len: 918 time: 0.1103611 Nov 23 09:00:47.556092 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b4a80ca7-0aa2-41f5-b34b-848fdfb7cb41 req-e51a7ffb-08b3-47ea-b5cc-206c17ce3d7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a5bc769-b686-4f1b-aa8b-1993d134c1f8 HTTP/1.1" status: 200 len: 217 time: 0.0381656 Nov 23 09:00:47.610300 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80ca7-0aa2-41f5-b34b-848fdfb7cb41 req-fb3e898e-a171-4fc9-a431-6961637a45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:47.611870 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b4a80ca7-0aa2-41f5-b34b-848fdfb7cb41 req-fb3e898e-a171-4fc9-a431-6961637a45fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c2220b-9036-4d1e-9c30-f159f5f6d815 HTTP/1.1" status: 200 len: 857 time: 0.0469971 Nov 23 09:00:47.645459 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b4a80ca7-0aa2-41f5-b34b-848fdfb7cb41 req-b4967167-b1d7-4b2c-8226-197a06135f4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248632 Nov 23 09:00:47.769485 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b4a80ca7-0aa2-41f5-b34b-848fdfb7cb41 req-57089622-1885-4a51-9282-d9946a7ab258 service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069443 Nov 23 09:00:47.860117 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4202bfa-2bc7-40c1-8ce7-2f175968d73d req-3fbfd9c9-02ea-4a8a-88a4-2d871765b6ec tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:47.861606 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a4202bfa-2bc7-40c1-8ce7-2f175968d73d req-3fbfd9c9-02ea-4a8a-88a4-2d871765b6ec tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 943 time: 0.0538764 Nov 23 09:00:47.875580 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b4a80ca7-0aa2-41f5-b34b-848fdfb7cb41 req-8cf7e7df-8959-47a4-be70-c4049db2e989 service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920255 Nov 23 09:00:47.908898 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a4202bfa-2bc7-40c1-8ce7-2f175968d73d req-b5049b8c-54d4-481f-8510-ba92f680c42a tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410302 Nov 23 09:00:48.119030 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 38944) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:48.171506 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_v2 [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Deleting subnet 443a0c76-9662-478b-abd1-5824069a7b8c {{(pid=102542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:00:48.174792 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.210405 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.216601 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.273395 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.303918 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=443a0c76-9662-478b-abd1-5824069a7b8c,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:48.308648 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.312606 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] 10.222.0.46 "DELETE /v2.0/subnets/443a0c76-9662-478b-abd1-5824069a7b8c HTTP/1.1" status: 204 len: 168 time: 0.1924448 Nov 23 09:00:48.315283 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38950) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:48.318068 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:48.318419 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:48.318757 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:48.319080 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:48.319411 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:48.319859 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:48.320048 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:48.320546 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:48.321201 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:48.321690 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:48.322539 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:48.322638 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17556760-6cd5-4d59-8f77-96c6aeca9aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:48.395692 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b9b1689b-ba9c-4dd1-ad11-a29ee66a3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.475654 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b9b1689b-ba9c-4dd1-ad11-a29ee66a3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.495936 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-b9b1689b-ba9c-4dd1-ad11-a29ee66a3e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65a33f5-b4e5-4d00-bcc7-38d229a52384']}} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:00:48.505196 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-b9b1689b-ba9c-4dd1-ad11-a29ee66a3e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e14be5b-1594-417e-8660-897fa402ab72') {'for_net_delete': True} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:00:48.505417 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-b9b1689b-ba9c-4dd1-ad11-a29ee66a3e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e14be5b-1594-417e-8660-897fa402ab72') {} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:00:48.515361 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b9b1689b-ba9c-4dd1-ad11-a29ee66a3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9459601'] for segment, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.529007 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b9b1689b-ba9c-4dd1-ad11-a29ee66a3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.535279 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b1689b-ba9c-4dd1-ad11-a29ee66a3e56 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:00:48.535658 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b9b1689b-ba9c-4dd1-ad11-a29ee66a3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12311326'] for segment, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: Traceback (most recent call last): Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: timer() Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: cb(*args, **kw) Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: return func(*args, **kwargs) Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: self._notify() Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: self.callback(batched_events) Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: event.method(event) Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: return f(self, *a, **k) Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._get(url).json() Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: return self.request(url, 'GET', **kwargs) Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:00:48.537532 dv-cinder-768458-17-iscsi neutron-server[102541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:00:48.626355 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b9b1689b-ba9c-4dd1-ad11-a29ee66a3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.640133 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7788ac2-7847-432e-b6c6-84fcfb544434 req-557a642c-048d-4c8e-81c4-76776818d508 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:48.641622 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e7788ac2-7847-432e-b6c6-84fcfb544434 req-557a642c-048d-4c8e-81c4-76776818d508 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0887804 Nov 23 09:00:48.643473 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b9b1689b-ba9c-4dd1-ad11-a29ee66a3e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.646562 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-b9b1689b-ba9c-4dd1-ad11-a29ee66a3e56 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f65a33f5-b4e5-4d00-bcc7-38d229a52384 HTTP/1.1" status: 204 len: 168 time: 0.3302755 Nov 23 09:00:48.649832 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 38960) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:48.663403 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1689b-ba9c-4dd1-ad11-a29ee66a3e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=f65a33f5-b4e5-4d00-bcc7-38d229a52384,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:48.699678 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a34145-3a5a-4ef2-bfb8-f6e8085c3945 admin admin] Deleting subnet 576807a2-ae8a-4fd6-9008-907bd6241977 {{(pid=102542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:00:48.703709 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-94a34145-3a5a-4ef2-bfb8-f6e8085c3945 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.706007 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e7788ac2-7847-432e-b6c6-84fcfb544434 req-889d9bce-b916-445a-915a-a98439500fca tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581458 Nov 23 09:00:48.741310 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-94a34145-3a5a-4ef2-bfb8-f6e8085c3945 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.746742 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-94a34145-3a5a-4ef2-bfb8-f6e8085c3945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.798805 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-94a34145-3a5a-4ef2-bfb8-f6e8085c3945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.821789 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a34145-3a5a-4ef2-bfb8-f6e8085c3945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=576807a2-ae8a-4fd6-9008-907bd6241977,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:48.829271 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-94a34145-3a5a-4ef2-bfb8-f6e8085c3945 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.832710 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-94a34145-3a5a-4ef2-bfb8-f6e8085c3945 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/576807a2-ae8a-4fd6-9008-907bd6241977 HTTP/1.1" status: 204 len: 168 time: 0.1814668 Nov 23 09:00:48.835341 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38966) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:48.907728 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-257725f1-3aac-4ae2-842c-8ab2aa831b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:48.988601 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-257725f1-3aac-4ae2-842c-8ab2aa831b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.009182 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-257725f1-3aac-4ae2-842c-8ab2aa831b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b658545-044f-4e9a-85b3-c7929eb361d9']}} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:00:49.018563 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-257725f1-3aac-4ae2-842c-8ab2aa831b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f55010c-429b-4b26-9c68-1dd0087aa9a8') {'for_net_delete': True} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:00:49.018790 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-257725f1-3aac-4ae2-842c-8ab2aa831b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f55010c-429b-4b26-9c68-1dd0087aa9a8') {} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:00:49.027794 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-257725f1-3aac-4ae2-842c-8ab2aa831b99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9459601'] for segment, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.033967 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48d883-12f5-4c78-b5d8-16bb8fef2236 req-3a6d418d-68eb-4517-bc24-84190ac8fa7c tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:49.035465 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-df48d883-12f5-4c78-b5d8-16bb8fef2236 req-3a6d418d-68eb-4517-bc24-84190ac8fa7c tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 943 time: 0.0526547 Nov 23 09:00:49.042332 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-257725f1-3aac-4ae2-842c-8ab2aa831b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.049458 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257725f1-3aac-4ae2-842c-8ab2aa831b99 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:00:49.049858 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-257725f1-3aac-4ae2-842c-8ab2aa831b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12311326'] for segment, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: Traceback (most recent call last): Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: timer() Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: cb(*args, **kw) Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: return func(*args, **kwargs) Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: self._notify() Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: self.callback(batched_events) Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: event.method(event) Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: return f(self, *a, **k) Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._get(url).json() Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: return self.request(url, 'GET', **kwargs) Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:00:49.051540 dv-cinder-768458-17-iscsi neutron-server[102541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:00:49.083296 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-df48d883-12f5-4c78-b5d8-16bb8fef2236 req-3b73994c-be96-4440-b824-5de17551403b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Nov 23 09:00:49.109954 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-257725f1-3aac-4ae2-842c-8ab2aa831b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.114471 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-257725f1-3aac-4ae2-842c-8ab2aa831b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.117789 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-257725f1-3aac-4ae2-842c-8ab2aa831b99 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8b658545-044f-4e9a-85b3-c7929eb361d9 HTTP/1.1" status: 204 len: 168 time: 0.2813702 Nov 23 09:00:49.130335 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257725f1-3aac-4ae2-842c-8ab2aa831b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b658545-044f-4e9a-85b3-c7929eb361d9,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:49.276674 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38972) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:49.316078 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-a8598a16-6f70-407d-9ca0-690e22edad6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b94223b2fef74e23b7dd3fd3124bc7c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381975 Nov 23 09:00:49.318409 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38974) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:49.370955 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-240330f9-0b67-41a9-864a-4b387b2ba00b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.392136 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-240330f9-0b67-41a9-864a-4b387b2ba00b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.442014 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-240330f9-0b67-41a9-864a-4b387b2ba00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.444762 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-240330f9-0b67-41a9-864a-4b387b2ba00b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.445947 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-240330f9-0b67-41a9-864a-4b387b2ba00b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd35f146-9712-468d-8687-4812a39b738f HTTP/1.1" status: 204 len: 168 time: 0.1266689 Nov 23 09:00:49.455639 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240330f9-0b67-41a9-864a-4b387b2ba00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd35f146-9712-468d-8687-4812a39b738f,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:49.769517 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 38994) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:49.835464 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-03ad41a6-7850-4d2c-a3da-17dd15d5ceeb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de438d1eaaec4c238e0f5b510b955612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0647097 Nov 23 09:00:49.837935 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 38996) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:49.848705 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2146d-6007-4977-a8b1-45e3fb85df93 req-af3cb429-47a0-4d5d-901a-cc06c673cebd tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:49.850190 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-cde2146d-6007-4977-a8b1-45e3fb85df93 req-af3cb429-47a0-4d5d-901a-cc06c673cebd tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0743392 Nov 23 09:00:49.885546 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-dde96a4f-b13f-4e3f-8794-624c285ada64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.899867 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-cde2146d-6007-4977-a8b1-45e3fb85df93 req-1be22530-f1f0-48e4-a7d7-ff1413ffda35 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435851 Nov 23 09:00:49.906770 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-dde96a4f-b13f-4e3f-8794-624c285ada64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.954129 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-dde96a4f-b13f-4e3f-8794-624c285ada64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.956663 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-dde96a4f-b13f-4e3f-8794-624c285ada64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:49.957802 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-dde96a4f-b13f-4e3f-8794-624c285ada64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/165da933-2246-4b54-a9c1-c268cd655b75 HTTP/1.1" status: 204 len: 168 time: 0.1187978 Nov 23 09:00:49.964967 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde96a4f-b13f-4e3f-8794-624c285ada64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165da933-2246-4b54-a9c1-c268cd655b75,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:50.207317 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b348fb-a7d4-4e30-9e6a-a91853964c35 req-c08b9f2e-4454-4b36-aaaa-55fe1c13ef78 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:50.208806 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-91b348fb-a7d4-4e30-9e6a-a91853964c35 req-c08b9f2e-4454-4b36-aaaa-55fe1c13ef78 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 943 time: 0.0509529 Nov 23 09:00:50.258801 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-91b348fb-a7d4-4e30-9e6a-a91853964c35 req-50a137be-381b-41e3-b5ee-bf088e20755a tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439992 Nov 23 09:00:50.994304 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 39034) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:51.022299 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a47513-26c6-4414-933c-55edc5d60673 req-56d6405a-dc69-47fd-8c04-e0281795078a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:51.023949 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-94a47513-26c6-4414-933c-55edc5d60673 req-56d6405a-dc69-47fd-8c04-e0281795078a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0541334 Nov 23 09:00:51.071569 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-94a47513-26c6-4414-933c-55edc5d60673 req-a1949e34-198b-4100-bced-9a97112cf003 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406599 Nov 23 09:00:51.103907 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-83254fa3-8c29-4545-99c2-9eefd00270bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:51.174802 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-83254fa3-8c29-4545-99c2-9eefd00270bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:51.178194 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-83254fa3-8c29-4545-99c2-9eefd00270bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:51.215179 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-83254fa3-8c29-4545-99c2-9eefd00270bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ddbbd1054b14e61bb038997b8f0b6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198050 Nov 23 09:00:51.216687 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83254fa3-8c29-4545-99c2-9eefd00270bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e96c840-b3b0-4d57-b90e-596c1472a0f3,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:51.219591 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39038) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:00:51.266725 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4a28c064-4808-44c6-821f-aa08e5a47f6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:51.287810 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4a28c064-4808-44c6-821f-aa08e5a47f6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:51.335545 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4a28c064-4808-44c6-821f-aa08e5a47f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:51.338259 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4a28c064-4808-44c6-821f-aa08e5a47f6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:51.339388 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-4a28c064-4808-44c6-821f-aa08e5a47f6d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e96c840-b3b0-4d57-b90e-596c1472a0f3 HTTP/1.1" status: 204 len: 168 time: 0.1184707 Nov 23 09:00:51.347679 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28c064-4808-44c6-821f-aa08e5a47f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e96c840-b3b0-4d57-b90e-596c1472a0f3,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:51.378713 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842644a-9124-4972-a8f4-ef9aebd5bff2 req-d0e91868-e558-4c01-b56b-77526faffb25 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:51.380185 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3842644a-9124-4972-a8f4-ef9aebd5bff2 req-d0e91868-e558-4c01-b56b-77526faffb25 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 943 time: 0.0531480 Nov 23 09:00:51.433825 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3842644a-9124-4972-a8f4-ef9aebd5bff2 req-8bd3d2c2-2371-4e00-a327-2f16a0becc5a tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471380 Nov 23 09:00:52.196453 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533fdfc-ab47-41bd-8fa9-bc419d003b56 req-8772096d-dddc-475a-98ef-dd70e39e73d5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:52.201681 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4533fdfc-ab47-41bd-8fa9-bc419d003b56 req-8772096d-dddc-475a-98ef-dd70e39e73d5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0554643 Nov 23 09:00:52.248187 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4533fdfc-ab47-41bd-8fa9-bc419d003b56 req-d8695c09-c090-4c05-8cf7-05fe7b46071f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434291 Nov 23 09:00:52.488044 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3892fc1-aa37-4735-8fa9-a740f9c36a61 req-3aa1778c-4f6b-4d8a-93d5-76e612860fc0 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:52.490039 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f3892fc1-aa37-4735-8fa9-a740f9c36a61 req-3aa1778c-4f6b-4d8a-93d5-76e612860fc0 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0633485 Nov 23 09:00:52.539195 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f3892fc1-aa37-4735-8fa9-a740f9c36a61 req-bba936a3-078b-4839-8caf-9a0a0462626f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426288 Nov 23 09:00:52.570305 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d22d62-f9fe-4101-b640-cea552b092a7 req-79a22c5b-a6de-4cfb-825f-940663f76b34 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:52.571777 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e4d22d62-f9fe-4101-b640-cea552b092a7 req-79a22c5b-a6de-4cfb-825f-940663f76b34 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 943 time: 0.0516908 Nov 23 09:00:52.618550 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e4d22d62-f9fe-4101-b640-cea552b092a7 req-b3d14012-72b9-437d-8480-b9544b23442b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406642 Nov 23 09:00:53.063429 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device b57d2fa5-0e4c-480c-a153-ec9850be0754 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:00:53.161751 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port b57d2fa5-0e4c-480c-a153-ec9850be0754, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b57d2fa5-0e4c-480c-a153-ec9850be0754,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:00:53.173087 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': 'b57d2fa5-0e4c-480c-a153-ec9850be0754', 'network_id': '90165a93-ecd4-4624-b7b5-1b5c85ea25bb', 'port_id': 'b57d2fa5-0e4c-480c-a153-ec9850be0754', 'mac_address': 'fa:16:3e:41:f2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08cbcc1-e6a1-42f0-a355-e990471ea40c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:00:53.212811 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:53.226355 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57d2fa5-0e4c-480c-a153-ec9850be0754 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:00:53.246249 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port b57d2fa5-0e4c-480c-a153-ec9850be0754, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b57d2fa5-0e4c-480c-a153-ec9850be0754,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:00:53.251180 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:53.298187 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=b57d2fa5-0e4c-480c-a153-ec9850be0754,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:53.305383 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:53.305760 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:53.306107 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:53.306441 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:53.306770 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:53.307529 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:53.307833 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:53.308160 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:53.308508 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:53.308837 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:53.310431 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:53.310880 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:00:53.368905 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb5e0e-6a43-4bc8-93a4-46f99c302439 req-0710dfaa-d392-4d43-8f42-35531a65967d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:53.370375 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-40fb5e0e-6a43-4bc8-93a4-46f99c302439 req-0710dfaa-d392-4d43-8f42-35531a65967d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0506685 Nov 23 09:00:53.417063 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-40fb5e0e-6a43-4bc8-93a4-46f99c302439 req-603d831a-0075-486e-940a-3cc0db3331fa tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394011 Nov 23 09:00:53.688107 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c47441-515d-4788-8ca8-30bd82a002aa req-75d8d752-99d4-4e29-8e10-f2c038d4d977 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:53.695579 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-28c47441-515d-4788-8ca8-30bd82a002aa req-75d8d752-99d4-4e29-8e10-f2c038d4d977 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0765774 Nov 23 09:00:53.748845 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e5cac-b1d0-4433-8f5d-f8ed9ea62e34 req-90503105-5be4-4782-ac06-b2e4e812b80b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:53.750753 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6b4e5cac-b1d0-4433-8f5d-f8ed9ea62e34 req-90503105-5be4-4782-ac06-b2e4e812b80b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 944 time: 0.0562003 Nov 23 09:00:53.758017 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-28c47441-515d-4788-8ca8-30bd82a002aa req-a1d5f3d9-2010-443d-a914-1fb143848ace tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615344 Nov 23 09:00:53.772269 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['b57d2fa5-0e4c-480c-a153-ec9850be0754'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:00:53.817930 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6b4e5cac-b1d0-4433-8f5d-f8ed9ea62e34 req-bf03a9b1-fd95-4936-82b1-cf63373d45dc tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579944 Nov 23 09:00:54.130498 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7637de7-8c1a-4434-8232-05b2e291d187 req-8b85ef3a-3159-448f-a3bd-512d82373cab tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:54.131982 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d7637de7-8c1a-4434-8232-05b2e291d187 req-8b85ef3a-3159-448f-a3bd-512d82373cab tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 945 time: 0.0504987 Nov 23 09:00:54.183368 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d7637de7-8c1a-4434-8232-05b2e291d187 req-8bd6668f-bc9a-4b5a-bb93-bf414a479afa tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440974 Nov 23 09:00:54.943363 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9851c28-6ece-4163-8e01-7b9bfedff4a2 req-cde98117-ef48-465c-a867-75e1d61370e7 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:54.949737 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c9851c28-6ece-4163-8e01-7b9bfedff4a2 req-cde98117-ef48-465c-a867-75e1d61370e7 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0543091 Nov 23 09:00:54.950615 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22194bc6-3d64-4efc-850b-3f9d45613c1c req-3b77ea93-677e-44e7-afb4-0e4692cf603d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:54.952227 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-22194bc6-3d64-4efc-850b-3f9d45613c1c req-3b77ea93-677e-44e7-afb4-0e4692cf603d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0523884 Nov 23 09:00:55.013863 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-22194bc6-3d64-4efc-850b-3f9d45613c1c req-9cc8cc52-298c-4445-860e-55a8b120963f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536058 Nov 23 09:00:55.014429 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c9851c28-6ece-4163-8e01-7b9bfedff4a2 req-f4b1ede9-fa96-4581-b42c-08fd27680e64 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633693 Nov 23 09:00:55.089786 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device b57d2fa5-0e4c-480c-a153-ec9850be0754 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:00:55.144554 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port b57d2fa5-0e4c-480c-a153-ec9850be0754 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:00:55.148721 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port b57d2fa5-0e4c-480c-a153-ec9850be0754 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:00:55.149091 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:55.150236 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369417ef-a113-4876-b222-4b8ca79092a8 req-4b4b159f-3931-4ae9-ac65-62e8e422a5ed tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:55.151938 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-369417ef-a113-4876-b222-4b8ca79092a8 req-4b4b159f-3931-4ae9-ac65-62e8e422a5ed tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 944 time: 0.0646396 Nov 23 09:00:55.206957 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-369417ef-a113-4876-b222-4b8ca79092a8 req-a3c91166-e0e5-484c-92ac-6e1b32eca4a2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483160 Nov 23 09:00:55.244199 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:55.270806 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468f160d-19b7-4d4c-a51a-a74c32cc4d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d2fa5-0e4c-480c-a153-ec9850be0754'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:00:55.273277 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ae89a7-8636-4a18-b60e-5115965de1b6" -d '{"events": [{"server_uuid": "468f160d-19b7-4d4c-a51a-a74c32cc4d75", "name": "network-vif-plugged", "status": "completed", "tag": "b57d2fa5-0e4c-480c-a153-ec9850be0754"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:00:55.286140 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port b57d2fa5-0e4c-480c-a153-ec9850be0754, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b57d2fa5-0e4c-480c-a153-ec9850be0754,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:00:55.290776 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:00:55.339703 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256038-111d-447c-81e7-b0abe0718d35 req-685f3126-1785-42ae-a18e-4956724f515c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:55.341907 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-98256038-111d-447c-81e7-b0abe0718d35 req-685f3126-1785-42ae-a18e-4956724f515c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 945 time: 0.0633209 Nov 23 09:00:55.349787 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=b57d2fa5-0e4c-480c-a153-ec9850be0754,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:00:55.390079 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c8c759-3282-435b-8152-aa2216efe9d2 x-openstack-request-id: req-c9c8c759-3282-435b-8152-aa2216efe9d2 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:00:55.390541 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468f160d-19b7-4d4c-a51a-a74c32cc4d75", "name": "network-vif-plugged", "status": "completed", "tag": "b57d2fa5-0e4c-480c-a153-ec9850be0754", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:00:55.391015 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9c8c759-3282-435b-8152-aa2216efe9d2 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:00:55.391599 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468f160d-19b7-4d4c-a51a-a74c32cc4d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d2fa5-0e4c-480c-a153-ec9850be0754', 'code': 200} Nov 23 09:00:55.399633 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-98256038-111d-447c-81e7-b0abe0718d35 req-80e4aef3-5164-4cdf-a510-616afd4a6b5f tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513535 Nov 23 09:00:55.753484 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46decb30-3832-4de6-acc1-1887dd56c89f req-2e269496-09fc-49b7-82a4-f5f009ebe9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:55.754978 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-46decb30-3832-4de6-acc1-1887dd56c89f req-2e269496-09fc-49b7-82a4-f5f009ebe9a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 1098 time: 0.0411534 Nov 23 09:00:55.814446 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-46decb30-3832-4de6-acc1-1887dd56c89f req-322034a6-b062-499f-8669-63f85531038e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396886 Nov 23 09:00:56.156765 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055d438-877b-4e55-a784-2515415c0380 req-49c7eb95-dec8-4edd-bc45-972d4fb4ff11 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:56.161629 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4055d438-877b-4e55-a784-2515415c0380 req-49c7eb95-dec8-4edd-bc45-972d4fb4ff11 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0559366 Nov 23 09:00:56.226330 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4055d438-877b-4e55-a784-2515415c0380 req-1fb142be-43df-4ce9-9b02-f775cc30a6c5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619602 Nov 23 09:00:56.334557 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ac08e-9bb2-4bcd-938c-0be25c8f8817 req-59571d31-19ee-4da0-9f1e-391775d02c26 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:56.336053 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-048ac08e-9bb2-4bcd-938c-0be25c8f8817 req-59571d31-19ee-4da0-9f1e-391775d02c26 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 945 time: 0.0534019 Nov 23 09:00:56.386237 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-048ac08e-9bb2-4bcd-938c-0be25c8f8817 req-c6062494-ac83-4d01-b2f5-cf53a1f2e3af tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425324 Nov 23 09:00:56.535774 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081a107-01e6-41e2-8bfb-b085b833da30 req-cf173200-21fa-4f87-a971-11ff8f6583fe tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:56.537305 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c081a107-01e6-41e2-8bfb-b085b833da30 req-cf173200-21fa-4f87-a971-11ff8f6583fe tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 945 time: 0.0516901 Nov 23 09:00:56.583672 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c081a107-01e6-41e2-8bfb-b085b833da30 req-f4d619af-f501-4b75-971b-8f721a447f9c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Nov 23 09:00:57.359090 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da2974-7995-463a-b538-659086d621f2 req-23dbf237-4622-49a0-9acd-9caf1dfd44a1 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:57.360611 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f3da2974-7995-463a-b538-659086d621f2 req-23dbf237-4622-49a0-9acd-9caf1dfd44a1 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0501041 Nov 23 09:00:57.407190 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f3da2974-7995-463a-b538-659086d621f2 req-a9e3fb16-2b0d-4a2b-abac-ecb22a90d3ff tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406914 Nov 23 09:00:57.509099 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243cb80-2ed5-46ad-a8b5-797f396e4f79 req-ee872306-2d99-4cb1-8adc-518e78fe5c6d tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:57.510808 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6243cb80-2ed5-46ad-a8b5-797f396e4f79 req-ee872306-2d99-4cb1-8adc-518e78fe5c6d tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 945 time: 0.0519798 Nov 23 09:00:57.564605 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6243cb80-2ed5-46ad-a8b5-797f396e4f79 req-9d2ef8cb-004e-4f54-8e3b-afa15c646195 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434239 Nov 23 09:00:57.697423 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb1b04-47fa-4c9a-bcb5-87f6f6cc7387 req-66cc60c3-105b-42a2-a3f7-6d036ba06ce8 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:57.698883 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3cdb1b04-47fa-4c9a-bcb5-87f6f6cc7387 req-66cc60c3-105b-42a2-a3f7-6d036ba06ce8 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 945 time: 0.0477080 Nov 23 09:00:57.751200 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3cdb1b04-47fa-4c9a-bcb5-87f6f6cc7387 req-d4fb6c55-777e-4d85-b870-de68b9a1a582 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456433 Nov 23 09:00:58.528139 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98d613-b408-499a-9587-0eb9e272eef0 req-036c0362-2b50-40a9-8e7c-ae034cb2cdb5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:58.529634 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9b98d613-b408-499a-9587-0eb9e272eef0 req-036c0362-2b50-40a9-8e7c-ae034cb2cdb5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0489717 Nov 23 09:00:58.581808 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9b98d613-b408-499a-9587-0eb9e272eef0 req-f8c5df44-60a4-4ca1-b2e5-68ffa0a556f2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462024 Nov 23 09:00:58.690188 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b6b33-9e9b-49c8-9c29-f7543a67115d req-cd241922-a31b-43b1-a521-849ae0317065 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:58.691632 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-db0b6b33-9e9b-49c8-9c29-f7543a67115d req-cd241922-a31b-43b1-a521-849ae0317065 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 945 time: 0.0486238 Nov 23 09:00:58.738497 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-db0b6b33-9e9b-49c8-9c29-f7543a67115d req-9ca233fe-a169-49e3-a396-1ace6df56810 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408337 Nov 23 09:00:58.868701 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1920226-4066-403f-972a-395337da65c5 req-9b5624c1-607a-49bf-a5ef-2eee148964b8 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:58.870190 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e1920226-4066-403f-972a-395337da65c5 req-9b5624c1-607a-49bf-a5ef-2eee148964b8 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 945 time: 0.0534074 Nov 23 09:00:58.922018 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e1920226-4066-403f-972a-395337da65c5 req-e5f6e389-628f-4744-bac3-40c2270239ea tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459926 Nov 23 09:00:59.699131 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f64dd9-612b-4a43-8059-11c4a983f4fb req-56300c38-6306-45d2-9cb7-e505a30eb643 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:59.701244 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-38f64dd9-612b-4a43-8059-11c4a983f4fb req-56300c38-6306-45d2-9cb7-e505a30eb643 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0494883 Nov 23 09:00:59.747688 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-38f64dd9-612b-4a43-8059-11c4a983f4fb req-2a4ccc4d-3dd2-4aa9-955d-3f5be977ebe6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406425 Nov 23 09:00:59.851270 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848acdb3-076a-4548-a5ae-f88959e81eae req-04e336eb-1571-4c77-9d0b-15e6270d36ea tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:00:59.852793 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-848acdb3-076a-4548-a5ae-f88959e81eae req-04e336eb-1571-4c77-9d0b-15e6270d36ea tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 945 time: 0.0485904 Nov 23 09:00:59.900949 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-848acdb3-076a-4548-a5ae-f88959e81eae req-019bb548-533e-4f0c-9fdf-cd2f19715192 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416484 Nov 23 09:01:00.006119 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee26ec9-5499-457e-b57d-f915f74e59e2 req-56311435-7f55-44cc-be8c-66b021dd6aa7 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:00.007522 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0ee26ec9-5499-457e-b57d-f915f74e59e2 req-56311435-7f55-44cc-be8c-66b021dd6aa7 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 945 time: 0.0605369 Nov 23 09:01:00.134810 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab29f6a-f56d-4b88-86da-3be12ff51dca req-739ad211-d63a-46ce-b196-6c38ae022636 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:00.137597 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5ab29f6a-f56d-4b88-86da-3be12ff51dca req-739ad211-d63a-46ce-b196-6c38ae022636 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 945 time: 0.1468718 Nov 23 09:01:00.213156 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5ab29f6a-f56d-4b88-86da-3be12ff51dca req-7332bfe4-fea5-4fca-af1f-0decd608c7bb tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695021 Nov 23 09:01:00.216414 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-0ee26ec9-5499-457e-b57d-f915f74e59e2 req-e319b42c-c8f5-45ea-8c6d-1aeeed7b489c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Deleting port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:01:00.216747 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-0ee26ec9-5499-457e-b57d-f915f74e59e2 req-e319b42c-c8f5-45ea-8c6d-1aeeed7b489c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:00.464072 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c74858d1-6475-4569-9955-9a527e9dcfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:00.505387 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-0ee26ec9-5499-457e-b57d-f915f74e59e2 req-e319b42c-c8f5-45ea-8c6d-1aeeed7b489c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] For port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f11c5832-1be3-47ce-9fbb-7c5c32b35c5b,segment=NetworkSegment(83af04d7-1f5a-406b-b8cc-02fa64261151),segment_id=83af04d7-1f5a-406b-b8cc-02fa64261151)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:00.505746 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-0ee26ec9-5499-457e-b57d-f915f74e59e2 req-e319b42c-c8f5-45ea-8c6d-1aeeed7b489c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:00.520504 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-0ee26ec9-5499-457e-b57d-f915f74e59e2 req-e319b42c-c8f5-45ea-8c6d-1aeeed7b489c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Calling delete_port for f11c5832-1be3-47ce-9fbb-7c5c32b35c5b owned by compute:nova {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:01:00.692122 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-0ee26ec9-5499-457e-b57d-f915f74e59e2 req-e319b42c-c8f5-45ea-8c6d-1aeeed7b489c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:00.721738 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319b42c-c8f5-45ea-8c6d-1aeeed7b489c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Pushing event deleted for resources: {'Port': ['ID=f11c5832-1be3-47ce-9fbb-7c5c32b35c5b,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:00.791143 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee26ec9-5499-457e-b57d-f915f74e59e2 req-e319b42c-c8f5-45ea-8c6d-1aeeed7b489c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] No DVR routers for this DVR port f11c5832-1be3-47ce-9fbb-7c5c32b35c5b on host hv-cinder-76845 {{(pid=102541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:01:00.795043 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-0ee26ec9-5499-457e-b57d-f915f74e59e2 req-e319b42c-c8f5-45ea-8c6d-1aeeed7b489c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:00.798634 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0ee26ec9-5499-457e-b57d-f915f74e59e2 req-e319b42c-c8f5-45ea-8c6d-1aeeed7b489c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.47 "DELETE /v2.0/ports/f11c5832-1be3-47ce-9fbb-7c5c32b35c5b HTTP/1.1" status: 204 len: 173 time: 0.7745473 Nov 23 09:01:00.799121 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b386ea7-77b5-48b4-a375-10966f3dd299', 'name': 'network-vif-deleted', 'tag': 'f11c5832-1be3-47ce-9fbb-7c5c32b35c5b'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:01:00.801398 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0949aa-9ae3-45e9-a0aa-29901149188f" -d '{"events": [{"server_uuid": "1b386ea7-77b5-48b4-a375-10966f3dd299", "name": "network-vif-deleted", "tag": "f11c5832-1be3-47ce-9fbb-7c5c32b35c5b"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:01:00.848514 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d248c1-9486-438e-ad6b-163fdea1080f x-openstack-request-id: req-14d248c1-9486-438e-ad6b-163fdea1080f {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:01:00.849292 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b386ea7-77b5-48b4-a375-10966f3dd299", "name": "network-vif-deleted", "tag": "f11c5832-1be3-47ce-9fbb-7c5c32b35c5b", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:01:00.849823 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14d248c1-9486-438e-ad6b-163fdea1080f {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:01:00.850214 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b386ea7-77b5-48b4-a375-10966f3dd299', 'name': 'network-vif-deleted', 'tag': 'f11c5832-1be3-47ce-9fbb-7c5c32b35c5b', 'status': 'completed', 'code': 200} Nov 23 09:01:00.893078 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de307c8f-1ee8-4a28-a14b-148062b3a2fc req-d6711715-487f-45b0-8a70-7fe3d3789682 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:00.897660 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-de307c8f-1ee8-4a28-a14b-148062b3a2fc req-d6711715-487f-45b0-8a70-7fe3d3789682 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0609319 Nov 23 09:01:00.948534 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-de307c8f-1ee8-4a28-a14b-148062b3a2fc req-15020c2c-cb2a-4735-afb8-c6d29b85450a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462432 Nov 23 09:01:01.026190 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29e4c6-d020-43fb-92a5-18b5288aa55a req-d7691e59-0919-432e-8a97-e338ae157bd8 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:01.027700 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9c29e4c6-d020-43fb-92a5-18b5288aa55a req-d7691e59-0919-432e-8a97-e338ae157bd8 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 945 time: 0.0496867 Nov 23 09:01:01.075920 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9c29e4c6-d020-43fb-92a5-18b5288aa55a req-8c5c2d77-cf49-4131-9ff0-e7a366001829 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 Nov 23 09:01:01.334942 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3f73db05-a610-43f1-b001-ca77ea15965c req-f50affe1-369f-4015-90ab-102a7804f6ca tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b386ea7-77b5-48b4-a375-10966f3dd299 HTTP/1.1" status: 200 len: 210 time: 0.0326207 Nov 23 09:01:01.848563 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device f11c5832-1be3-47ce-9fbb-7c5c32b35c5b no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:01:01.872439 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: f11c5832-1be3-47ce-9fbb-7c5c32b35c5b {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:01:01.872773 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device f11c5832-1be3-47ce-9fbb-7c5c32b35c5b not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:01:02.072769 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfd737-bb67-4f76-b17f-3766ba6da062 req-36598f4b-20a1-4238-86da-de5a88675250 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:02.074800 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9ccfd737-bb67-4f76-b17f-3766ba6da062 req-36598f4b-20a1-4238-86da-de5a88675250 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0474985 Nov 23 09:01:02.123118 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9ccfd737-bb67-4f76-b17f-3766ba6da062 req-9227058e-c640-47aa-b507-533d275f5372 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420384 Nov 23 09:01:02.600274 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5f2c706d-81c2-4495-bc5a-15f84f1acd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:03.069589 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39364) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:03.212405 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f4a61a53-399e-447e-897e-6bbd7401c833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:03.213728 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c8b30-4f08-471f-a948-f51f1859fb18 req-630bcfe9-d304-4cff-91da-c1c98a5b1a20 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:03.215779 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5b9c8b30-4f08-471f-a948-f51f1859fb18 req-630bcfe9-d304-4cff-91da-c1c98a5b1a20 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0575926 Nov 23 09:01:03.263621 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5b9c8b30-4f08-471f-a948-f51f1859fb18 req-e9675d64-1cac-4af4-b25b-257bdc0c4830 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413401 Nov 23 09:01:03.288204 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a364f-2517-4590-98ed-db944e5e3d6f req-71f207fd-1b3b-4525-8a5e-192a8e3e18c3 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:03.289706 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8b9a364f-2517-4590-98ed-db944e5e3d6f req-71f207fd-1b3b-4525-8a5e-192a8e3e18c3 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0793316 Nov 23 09:01:03.361780 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8b9a364f-2517-4590-98ed-db944e5e3d6f req-1d6b03cc-d4ec-4c59-b8ba-040b9f9f5fce tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656152 Nov 23 09:01:03.374119 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f4a61a53-399e-447e-897e-6bbd7401c833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:03.378267 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f4a61a53-399e-447e-897e-6bbd7401c833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:03.416854 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-f4a61a53-399e-447e-897e-6bbd7401c833 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb9d7316c15042c8983611945e918ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458047 Nov 23 09:01:03.417940 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a61a53-399e-447e-897e-6bbd7401c833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ec5fb1-9d89-402a-afe3-a2129dc165f7,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:03.420236 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 39374) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:03.468100 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-15f58582-3f44-4599-974b-31e6aa342dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:03.489224 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-15f58582-3f44-4599-974b-31e6aa342dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:03.534875 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-15f58582-3f44-4599-974b-31e6aa342dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:03.537407 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-15f58582-3f44-4599-974b-31e6aa342dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:03.538525 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-15f58582-3f44-4599-974b-31e6aa342dcf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6ec5fb1-9d89-402a-afe3-a2129dc165f7 HTTP/1.1" status: 204 len: 168 time: 0.1170599 Nov 23 09:01:03.546207 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58582-3f44-4599-974b-31e6aa342dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ec5fb1-9d89-402a-afe3-a2129dc165f7,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:03.916887 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:04.378448 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef35eff-8a46-498c-bf53-e93248c132f4 req-8c4ac64b-87a5-4735-87ea-242d14b07a1c tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:04.379896 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1ef35eff-8a46-498c-bf53-e93248c132f4 req-8c4ac64b-87a5-4735-87ea-242d14b07a1c tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0476875 Nov 23 09:01:04.430554 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1ef35eff-8a46-498c-bf53-e93248c132f4 req-87b469f1-2a8e-4b6e-8d42-a2792dbcb73c tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446322 Nov 23 09:01:04.484966 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0103451-f2b2-469c-a3f5-1019e070a4bb req-29e86644-09b2-408f-acdd-24b6fdd839ec tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:04.486462 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b0103451-f2b2-469c-a3f5-1019e070a4bb req-29e86644-09b2-408f-acdd-24b6fdd839ec tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0518138 Nov 23 09:01:04.533434 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b0103451-f2b2-469c-a3f5-1019e070a4bb req-adf481b7-5aa4-4814-a14d-7316f4c454cb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410242 Nov 23 09:01:04.875931 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:05.552188 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ec17f-5624-4bd2-a195-215577b898bb req-cbf628ac-7db3-4b45-9a12-8e38a6e54f59 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:05.553672 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a09ec17f-5624-4bd2-a195-215577b898bb req-cbf628ac-7db3-4b45-9a12-8e38a6e54f59 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0472591 Nov 23 09:01:05.602512 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a09ec17f-5624-4bd2-a195-215577b898bb req-a482b8ec-1dc7-418c-8124-a2e83e2634d3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422854 Nov 23 09:01:05.660562 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111aa8f-60ac-4697-b686-698d803c9032 req-f4e18d10-016a-4392-800b-5d3eefb29e41 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:05.662089 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9111aa8f-60ac-4697-b686-698d803c9032 req-f4e18d10-016a-4392-800b-5d3eefb29e41 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0535924 Nov 23 09:01:05.678734 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e7365-a545-4db4-81d7-f860c8bd2abe req-defc1bea-f0cd-4247-a476-51f629ec0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:05.680221 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-761e7365-a545-4db4-81d7-f860c8bd2abe req-defc1bea-f0cd-4247-a476-51f629ec0197 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 1099 time: 0.0405300 Nov 23 09:01:05.712440 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9111aa8f-60ac-4697-b686-698d803c9032 req-95ab5c2e-c1c2-48ac-a888-915729642833 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435941 Nov 23 09:01:05.774543 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e7365-a545-4db4-81d7-f860c8bd2abe req-30a71707-2dc4-4e59-812b-ad0ce78a7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:05.776002 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-761e7365-a545-4db4-81d7-f860c8bd2abe req-30a71707-2dc4-4e59-812b-ad0ce78a7aae service neutron] 10.222.0.47 "GET /v2.0/networks?id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c HTTP/1.1" status: 200 len: 918 time: 0.0880556 Nov 23 09:01:05.816748 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-761e7365-a545-4db4-81d7-f860c8bd2abe req-8c8318eb-2cb0-4690-8617-73e704dbe8e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a5bc769-b686-4f1b-aa8b-1993d134c1f8 HTTP/1.1" status: 200 len: 217 time: 0.0325818 Nov 23 09:01:05.843787 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:05.877486 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e7365-a545-4db4-81d7-f860c8bd2abe req-5ec7e65d-29dd-4da1-beae-ef4ae1edd0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:05.878944 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-761e7365-a545-4db4-81d7-f860c8bd2abe req-5ec7e65d-29dd-4da1-beae-ef4ae1edd0b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c2220b-9036-4d1e-9c30-f159f5f6d815 HTTP/1.1" status: 200 len: 857 time: 0.0498471 Nov 23 09:01:05.913040 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-761e7365-a545-4db4-81d7-f860c8bd2abe req-adc9a089-c61d-4cb7-bbb5-1a070085f01a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243127 Nov 23 09:01:06.010634 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-761e7365-a545-4db4-81d7-f860c8bd2abe req-3ba0f826-9749-43c9-b713-ca9aa99b3353 service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801501 Nov 23 09:01:06.107563 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-761e7365-a545-4db4-81d7-f860c8bd2abe req-29656ecc-cf67-4dbb-b5aa-8ed173a71291 service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864348 Nov 23 09:01:06.718218 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5860eb-405e-4f66-a583-a7737926e0bc req-34c4072a-4c49-4674-9a03-61a1a52cda32 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:06.719729 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ff5860eb-405e-4f66-a583-a7737926e0bc req-34c4072a-4c49-4674-9a03-61a1a52cda32 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0493801 Nov 23 09:01:06.768551 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ff5860eb-405e-4f66-a583-a7737926e0bc req-3b39930c-f997-4df8-90bb-84284c0e1e95 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430033 Nov 23 09:01:06.844578 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2823cf-8c23-4b21-9416-6f315729020a req-99a1eb48-9268-4e7f-8b0f-3bf369b64411 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:06.846096 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6c2823cf-8c23-4b21-9416-6f315729020a req-99a1eb48-9268-4e7f-8b0f-3bf369b64411 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0507867 Nov 23 09:01:06.899132 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6c2823cf-8c23-4b21-9416-6f315729020a req-a51f1994-b4a9-4b50-a1ed-7c3501d24811 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473192 Nov 23 09:01:07.635403 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 39438) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:07.736791 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-27e9d6e6-b55f-43ae-a934-fa8f2e8a1d09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:07.811590 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-27e9d6e6-b55f-43ae-a934-fa8f2e8a1d09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:07.815794 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-27e9d6e6-b55f-43ae-a934-fa8f2e8a1d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:07.863228 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9d6e6-b55f-43ae-a934-fa8f2e8a1d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0c1c74-58ad-486e-b6b7-3bdaa117a73f,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:07.879815 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-27e9d6e6-b55f-43ae-a934-fa8f2e8a1d09 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8631a2e591c24e10a73243d25ace0c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433586 Nov 23 09:01:07.882497 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39444) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:07.904186 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba2300-4eb3-4c5c-94b1-5c14b36527ce req-f0f2f238-3b12-45b1-8e60-aca70bc91e89 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:07.905182 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-92ba2300-4eb3-4c5c-94b1-5c14b36527ce req-f0f2f238-3b12-45b1-8e60-aca70bc91e89 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0625811 Nov 23 09:01:07.942642 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e5de6aea-6bf8-49b8-89c9-4939dfaa6e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:07.966254 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e5de6aea-6bf8-49b8-89c9-4939dfaa6e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:07.973465 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-92ba2300-4eb3-4c5c-94b1-5c14b36527ce req-fb42d45f-580b-4936-a046-9396178d32b3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607631 Nov 23 09:01:08.045671 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e5de6aea-6bf8-49b8-89c9-4939dfaa6e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:08.048610 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e5de6aea-6bf8-49b8-89c9-4939dfaa6e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:08.049759 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-e5de6aea-6bf8-49b8-89c9-4939dfaa6e44 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb0c1c74-58ad-486e-b6b7-3bdaa117a73f HTTP/1.1" status: 204 len: 168 time: 0.1663578 Nov 23 09:01:08.061115 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de6aea-6bf8-49b8-89c9-4939dfaa6e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0c1c74-58ad-486e-b6b7-3bdaa117a73f,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:08.081869 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1d4d2-fb42-441d-a6ef-44ae6634dfd6 req-26591d9d-a131-490c-a1ad-e99214e32e66 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:08.084425 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-78c1d4d2-fb42-441d-a6ef-44ae6634dfd6 req-26591d9d-a131-490c-a1ad-e99214e32e66 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0741680 Nov 23 09:01:08.154275 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-78c1d4d2-fb42-441d-a6ef-44ae6634dfd6 req-216b4224-f78f-47af-9f06-8161f8b43d28 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605597 Nov 23 09:01:09.119174 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e9444-e66c-400e-bd59-62bd74a72ba8 req-66ee97ba-7fb5-4256-bf50-a006a79a6bea tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:09.120638 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2c4e9444-e66c-400e-bd59-62bd74a72ba8 req-66ee97ba-7fb5-4256-bf50-a006a79a6bea tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0506172 Nov 23 09:01:09.169130 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2c4e9444-e66c-400e-bd59-62bd74a72ba8 req-6452443f-ef99-4def-887c-890d0b53c496 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426030 Nov 23 09:01:09.282279 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29e620-4407-418d-9d9c-3e33b0f7301b req-b80e760c-c910-425c-bf15-17fd83685ccc tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:09.283742 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7f29e620-4407-418d-9d9c-3e33b0f7301b req-b80e760c-c910-425c-bf15-17fd83685ccc tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0497534 Nov 23 09:01:09.331723 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7f29e620-4407-418d-9d9c-3e33b0f7301b req-3c750911-9e53-4b62-b507-9546f646f4f9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422041 Nov 23 09:01:10.286897 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab7aa4-ab2e-45dd-b6a9-2622bd6b8ad2 req-ceafa0f2-b7f3-4eae-a299-26b39efe92a4 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:10.288360 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-75ab7aa4-ab2e-45dd-b6a9-2622bd6b8ad2 req-ceafa0f2-b7f3-4eae-a299-26b39efe92a4 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0523548 Nov 23 09:01:10.335691 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-75ab7aa4-ab2e-45dd-b6a9-2622bd6b8ad2 req-09c881ba-5aaa-4cf5-bc36-e31f110cabaf tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Nov 23 09:01:10.449409 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3f847-6cea-4a44-b22a-beb1e7ef9f10 req-6c7d2397-7e26-4703-970c-3144f1d71bfe tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:10.451075 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c0a3f847-6cea-4a44-b22a-beb1e7ef9f10 req-6c7d2397-7e26-4703-970c-3144f1d71bfe tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0490141 Nov 23 09:01:10.497711 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c0a3f847-6cea-4a44-b22a-beb1e7ef9f10 req-921a3efb-656c-4d27-bc18-d05d988578cb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408695 Nov 23 09:01:11.450832 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7221f-a575-4937-9a99-abc63e2a962b req-c481b992-db75-40b3-a18c-37b4c0cef29a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:11.452696 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6ce7221f-a575-4937-9a99-abc63e2a962b req-c481b992-db75-40b3-a18c-37b4c0cef29a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0485079 Nov 23 09:01:11.498904 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6ce7221f-a575-4937-9a99-abc63e2a962b req-be7b7de6-82d2-4d97-99d1-d0b3b42ae6c3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404484 Nov 23 09:01:11.618907 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9894471-1137-4a6e-9ded-46dbd8efc2df req-a75448f3-13fb-48cd-9a22-9b11e8c60de2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:11.620276 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d9894471-1137-4a6e-9ded-46dbd8efc2df req-a75448f3-13fb-48cd-9a22-9b11e8c60de2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0510242 Nov 23 09:01:11.667009 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d9894471-1137-4a6e-9ded-46dbd8efc2df req-5b3e7811-1ad9-4777-9e6c-6f8d56cb9525 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401626 Nov 23 09:01:12.500751 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-7d0ee1e9-1720-41d8-bc57-77ff6023f8ca tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:12.502311 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-7d0ee1e9-1720-41d8-bc57-77ff6023f8ca tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/networks?id=3885b5b6-3fad-407d-ad1a-570b02daaee7 HTTP/1.1" status: 200 len: 813 time: 0.1072295 Nov 23 09:01:12.518700 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-7e167e18-823d-4c0f-a260-a35b855a4b53 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/quotas/cc96d46a97c943aca49c42bd6ba512a7 HTTP/1.1" status: 200 len: 375 time: 0.0100036 Nov 23 09:01:12.552612 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-4f9f81d4-07a7-4914-81ec-2dae4e938689 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc96d46a97c943aca49c42bd6ba512a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263994 Nov 23 09:01:12.623577 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21376a84-b1b8-49a0-bcf9-0f7b409e874e req-04b12d56-a3a1-444e-8201-81bc4d725f66 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:12.625092 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-21376a84-b1b8-49a0-bcf9-0f7b409e874e req-04b12d56-a3a1-444e-8201-81bc4d725f66 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0528007 Nov 23 09:01:12.651178 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-f51a3c95-1588-47ae-bca1-418672ae9163 service neutron] 10.222.0.46 "GET /v2.0/networks/3885b5b6-3fad-407d-ad1a-570b02daaee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906973 Nov 23 09:01:12.676582 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-21376a84-b1b8-49a0-bcf9-0f7b409e874e req-e37a21a8-dc3e-4d61-91f4-41c42224b1d2 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439739 Nov 23 09:01:12.740339 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-5877ee51-be88-482c-b864-980db1ef4fdd service neutron] 10.222.0.46 "GET /v2.0/networks/3885b5b6-3fad-407d-ad1a-570b02daaee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818665 Nov 23 09:01:12.784151 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0f0b5-82df-4b37-a1fc-94d241c70d71 req-ee3164b8-43cc-49ed-9a62-e8285669c1ac tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:12.785689 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-45b0f0b5-82df-4b37-a1fc-94d241c70d71 req-ee3164b8-43cc-49ed-9a62-e8285669c1ac tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0479448 Nov 23 09:01:12.837608 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-45b0f0b5-82df-4b37-a1fc-94d241c70d71 req-724f43d3-3b28-45bc-9f29-c56857040d0f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457401 Nov 23 09:01:12.908491 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c77ddaa0-7027-4e9e-b327-96dc37679bc8 req-f69cab05-1269-4e3d-b0db-2fb719ebf098 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 210 time: 0.0310054 Nov 23 09:01:13.629091 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39574) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:13.740370 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-588a0564-56ee-46c2-9af1-17297f8f78b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:13.826848 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf65d27-7449-4530-9fd8-403cd266e2e2 req-939b2747-5695-4fc8-927a-8af677a033f2 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:13.828328 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-edf65d27-7449-4530-9fd8-403cd266e2e2 req-939b2747-5695-4fc8-927a-8af677a033f2 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0758579 Nov 23 09:01:13.887669 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-588a0564-56ee-46c2-9af1-17297f8f78b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:13.896297 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-588a0564-56ee-46c2-9af1-17297f8f78b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:13.913946 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-edf65d27-7449-4530-9fd8-403cd266e2e2 req-381a103d-ed22-41d6-b27b-e67a9f434ead tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782826 Nov 23 09:01:13.941900 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a0564-56ee-46c2-9af1-17297f8f78b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0a54cb-a302-4c24-8523-e8afc221785e,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:13.948740 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-588a0564-56ee-46c2-9af1-17297f8f78b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2a0410c3409408592ee30caa32e7600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183465 Nov 23 09:01:13.952036 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39584) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:14.021478 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e2af0-f35a-4d11-a079-373854d2e540 req-e70a996a-32b1-48fa-b107-ebd3c96d94f0 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:14.023132 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5a0e2af0-f35a-4d11-a079-373854d2e540 req-e70a996a-32b1-48fa-b107-ebd3c96d94f0 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1038377 Nov 23 09:01:14.024865 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-598175a3-34f0-49de-b9b8-a6161308c41e req-88ee3bf7-3ecb-4e04-a332-264b13b94721 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 210 time: 0.0299044 Nov 23 09:01:14.034692 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-489ccef4-dd26-4f28-9a83-054afc28a72c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:14.064880 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-489ccef4-dd26-4f28-9a83-054afc28a72c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:14.120648 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-489ccef4-dd26-4f28-9a83-054afc28a72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:14.124098 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-489ccef4-dd26-4f28-9a83-054afc28a72c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:14.128359 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-489ccef4-dd26-4f28-9a83-054afc28a72c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed0a54cb-a302-4c24-8523-e8afc221785e HTTP/1.1" status: 204 len: 168 time: 0.1753511 Nov 23 09:01:14.138565 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ccef4-dd26-4f28-9a83-054afc28a72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0a54cb-a302-4c24-8523-e8afc221785e,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:14.145439 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-8f62ecdc-c176-454b-aad0-7e819a5b3191 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:14.147002 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-8f62ecdc-c176-454b-aad0-7e819a5b3191 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.47 "GET /v2.0/networks?id=3885b5b6-3fad-407d-ad1a-570b02daaee7 HTTP/1.1" status: 200 len: 813 time: 0.1702428 Nov 23 09:01:14.150976 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5a0e2af0-f35a-4d11-a079-373854d2e540 req-aea703af-df72-4754-a0ab-ce1e840647a1 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939443 Nov 23 09:01:14.174772 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-e1606b7b-fcac-41e7-a1cd-297b1d5451c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Request body: {'port': {'device_id': 'd24b89a9-3395-4744-8c8c-7cb14a68dae6', 'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7', 'admin_state_up': True, 'tenant_id': 'cc96d46a97c943aca49c42bd6ba512a7'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:14.291042 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-e1606b7b-fcac-41e7-a1cd-297b1d5451c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Made reservation on behalf of cc96d46a97c943aca49c42bd6ba512a7 for: {'port': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:01:14.294903 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-e1606b7b-fcac-41e7-a1cd-297b1d5451c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:14.431067 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-e1606b7b-fcac-41e7-a1cd-297b1d5451c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Allocated IP 172.20.0.14 (3885b5b6-3fad-407d-ad1a-570b02daaee7/7fb31f6e-8b11-4da7-a9e3-8a03b84a2851/5e0eff58-402c-44b7-93a7-cb46a2d7e9b1) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:01:14.598496 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-e1606b7b-fcac-41e7-a1cd-297b1d5451c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:14.638976 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-e1606b7b-fcac-41e7-a1cd-297b1d5451c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:14.685600 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-e1606b7b-fcac-41e7-a1cd-297b1d5451c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Network 3885b5b6-3fad-407d-ad1a-570b02daaee7 is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:01:14.688711 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-e1606b7b-fcac-41e7-a1cd-297b1d5451c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:01:14.691339 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-e1606b7b-fcac-41e7-a1cd-297b1d5451c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:01:14.718890 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1606b7b-fcac-41e7-a1cd-297b1d5451c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Pushing event updated for resources: {'Port': ['ID=5e0eff58-402c-44b7-93a7-cb46a2d7e9b1,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:14.755287 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-e1606b7b-fcac-41e7-a1cd-297b1d5451c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:14.755901 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-e1606b7b-fcac-41e7-a1cd-297b1d5451c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:14.773736 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-e1606b7b-fcac-41e7-a1cd-297b1d5451c0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6024284 Nov 23 09:01:14.791562 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Request body: {'port': {'device_id': 'd24b89a9-3395-4744-8c8c-7cb14a68dae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:14.811704 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 39616) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:14.863702 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:14.922414 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1189602532-network', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:15.031037 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Made reservation on behalf of 229671159ee9412ca1bcc93a838c73c1 for: {'network': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:01:15.033138 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.056686 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.120499 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c7b75-0be9-44ab-b2b9-35cd59518e09 req-d3799f19-e568-4afe-bc2d-82eebec5f1d5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:15.122303 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7c5c7b75-0be9-44ab-b2b9-35cd59518e09 req-d3799f19-e568-4afe-bc2d-82eebec5f1d5 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.1360488 Nov 23 09:01:15.150934 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17c43b-4f4f-42b9-9587-19fa90535623 req-8d6061ca-7c5f-47fc-a2aa-5176817f9472 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:15.153015 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dd17c43b-4f4f-42b9-9587-19fa90535623 req-8d6061ca-7c5f-47fc-a2aa-5176817f9472 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 932 time: 0.0585144 Nov 23 09:01:15.203133 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dd17c43b-4f4f-42b9-9587-19fa90535623 req-0fab56b2-4937-4928-9417-f84750941cb0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430937 Nov 23 09:01:15.239602 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7c5c7b75-0be9-44ab-b2b9-35cd59518e09 req-121303ca-5c2d-41ed-9861-e0ca37d5d00a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109705 Nov 23 09:01:15.294596 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.295192 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 {{(pid=102541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:01:15.308058 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.313117 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8214ad-d93b-41a8-ad96-eacaa3d4793e req-f5e47519-0a38-4243-8c25-c9600f708f47 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:15.314719 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1e8214ad-d93b-41a8-ad96-eacaa3d4793e req-f5e47519-0a38-4243-8c25-c9600f708f47 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0524664 Nov 23 09:01:15.315314 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.323551 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.329774 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.provisioning_blocks [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Transition to ACTIVE for port object 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 will not be triggered until provisioned by entity L2. {{(pid=102541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:01:15.342682 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.364278 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1e8214ad-d93b-41a8-ad96-eacaa3d4793e req-c4f1ab16-b0f2-4992-93a7-0deed15e7706 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423920 Nov 23 09:01:15.380209 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:01:15.396375 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fccb79-cb8d-4f36-8e0a-543e0b02961b,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:15.414075 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.414436 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.segments_db [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Added segment 279533f1-dd50-4ddb-8701-1f198154acd3 of type vlan for network d2703dbd-849e-45eb-9768-17f699057b49 Nov 23 09:01:15.429594 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0eff58-402c-44b7-93a7-cb46a2d7e9b1,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:15.496583 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.538122 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Attempting to bind port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:01:15.538462 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Attempting to bind port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '83af04d7-1f5a-406b-b8cc-02fa64261151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7'}] {{(pid=102541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:01:15.538794 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Attempting to bind port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 on network 3885b5b6-3fad-407d-ad1a-570b02daaee7 {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:01:15.542085 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.543806 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:15.544408 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.552615 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 on network 3885b5b6-3fad-407d-ad1a-570b02daaee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:01:15.552870 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Attempting to bind port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 on network 3885b5b6-3fad-407d-ad1a-570b02daaee7 {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:01:15.571492 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:01:15.571945 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Checking segment: {'id': '83af04d7-1f5a-406b-b8cc-02fa64261151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:01:15.572433 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Bound using segment: {'id': '83af04d7-1f5a-406b-b8cc-02fa64261151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7'} {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:01:15.572862 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Bound port: 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83af04d7-1f5a-406b-b8cc-02fa64261151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7'}}] {{(pid=102541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:01:15.573370 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.585963 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7732987 Nov 23 09:01:15.588893 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39628) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:15.594217 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-2d09f930-fb9c-4381-b515-7b5cc12f3612 admin admin] Request body: {'subnet': {'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1189602532-subnet', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'ip_version': 4}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:15.613817 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d09f930-fb9c-4381-b515-7b5cc12f3612 admin admin] Made reservation on behalf of 229671159ee9412ca1bcc93a838c73c1 for: {'subnet': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:01:15.616305 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2d09f930-fb9c-4381-b515-7b5cc12f3612 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.646203 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4c5e7-fbbd-4456-b755-c0e6f5dce1ea admin admin] Pushing event updated for resources: {'Network': ['ID=d2703dbd-849e-45eb-9768-17f699057b49,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:15.656398 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network d2703dbd-849e-45eb-9768-17f699057b49 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:01:15.680940 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] For port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1, host hv-cinder-76845, cleared binding levels {{(pid=102541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:01:15.685044 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] For port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5e0eff58-402c-44b7-93a7-cb46a2d7e9b1,segment=NetworkSegment(83af04d7-1f5a-406b-b8cc-02fa64261151),segment_id=83af04d7-1f5a-406b-b8cc-02fa64261151)] {{(pid=102541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:01:15.690804 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.723992 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:15.724769 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.726380 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] 10.222.0.47 "PUT /v2.0/ports/5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 HTTP/1.1" status: 200 len: 1094 time: 0.9403567 Nov 23 09:01:15.726917 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24b89a9-3395-4744-8c8c-7cb14a68dae6', 'tag': '5e0eff58-402c-44b7-93a7-cb46a2d7e9b1'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:01:15.729265 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6356f0-cb4f-411f-813f-950ca44838a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d24b89a9-3395-4744-8c8c-7cb14a68dae6", "tag": "5e0eff58-402c-44b7-93a7-cb46a2d7e9b1"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:01:15.767500 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e183ec-070f-4b65-8bd7-7ff3b323cec8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0eff58-402c-44b7-93a7-cb46a2d7e9b1,revision_number=3']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:15.780746 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af130b02-24ef-4815-ae5f-4f08f7905579 x-openstack-request-id: req-af130b02-24ef-4815-ae5f-4f08f7905579 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:01:15.781038 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24b89a9-3395-4744-8c8c-7cb14a68dae6", "tag": "5e0eff58-402c-44b7-93a7-cb46a2d7e9b1", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:01:15.781324 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af130b02-24ef-4815-ae5f-4f08f7905579 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:01:15.781722 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24b89a9-3395-4744-8c8c-7cb14a68dae6', 'tag': '5e0eff58-402c-44b7-93a7-cb46a2d7e9b1', 'status': 'completed', 'code': 200} Nov 23 09:01:15.809481 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2d09f930-fb9c-4381-b515-7b5cc12f3612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.835311 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-ef92ef31-5309-41ff-b081-3fec677c5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:15.836817 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-ef92ef31-5309-41ff-b081-3fec677c5746 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc96d46a97c943aca49c42bd6ba512a7&device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 1097 time: 0.0412343 Nov 23 09:01:15.864642 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09f930-fb9c-4381-b515-7b5cc12f3612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06fbb5e9-9718-4186-95a3-562af5d28bc5,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:15.873708 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d09f930-fb9c-4381-b515-7b5cc12f3612 admin admin] Checking segment: {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:01:15.874067 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d09f930-fb9c-4381-b515-7b5cc12f3612 admin admin] Network hostable DHCP agents. Network: d2703dbd-849e-45eb-9768-17f699057b49, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:01:15.887160 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-d1dd45ad-e75e-4955-948c-0b716bc1ca24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 HTTP/1.1" status: 200 len: 217 time: 0.0375178 Nov 23 09:01:15.890554 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d09f930-fb9c-4381-b515-7b5cc12f3612 admin admin] Network d2703dbd-849e-45eb-9768-17f699057b49 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:01:15.903803 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-2d09f930-fb9c-4381-b515-7b5cc12f3612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, d2703dbd-849e-45eb-9768-17f699057b49) {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:01:15.908745 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d09f930-fb9c-4381-b515-7b5cc12f3612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:15.909362 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2d09f930-fb9c-4381-b515-7b5cc12f3612 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.914689 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f11b81-7080-4fe8-96e9-0d23c0ee027f None None] Network d2703dbd-849e-45eb-9768-17f699057b49 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:01:15.941843 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-2d09f930-fb9c-4381-b515-7b5cc12f3612 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3514462 Nov 23 09:01:15.943747 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39636) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:15.950300 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:15.957195 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-bce37a54-a26e-4866-965a-688c44f61017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:15.959020 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-bce37a54-a26e-4866-965a-688c44f61017 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7fb31f6e-8b11-4da7-a9e3-8a03b84a2851 HTTP/1.1" status: 200 len: 853 time: 0.0522158 Nov 23 09:01:15.975573 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-289495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13381'] for router, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:15.976854 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13372'] for router, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:16.001025 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device efe7e8ac-f495-4361-902c-7da559e50715 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:01:16.005858 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-576804da-4b3f-4b86-9616-5a1eec2c196d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3885b5b6-3fad-407d-ad1a-570b02daaee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317869 Nov 23 09:01:16.043584 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:16.202752 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:16.249536 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port efe7e8ac-f495-4361-902c-7da559e50715, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=efe7e8ac-f495-4361-902c-7da559e50715,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:16.264941 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': 'efe7e8ac-f495-4361-902c-7da559e50715', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'port_id': 'efe7e8ac-f495-4361-902c-7da559e50715', 'mac_address': 'fa:16:3e:ef:9f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:01:16.269509 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp201ed441-e3b8-53ca-a227-4322de3d7a4e-d2703dbd-849e-45eb-9768-17f699057b49', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5'}]}} from dv-cinder-768458-17-iscsi. {{(pid=102543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:01:16.270391 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:16.417326 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0709e06-375f-468d-bce9-90af9ae9fc20 req-05845aea-c1f2-45a1-aceb-1ec1b032f6f9 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:16.419481 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f0709e06-375f-468d-bce9-90af9ae9fc20 req-05845aea-c1f2-45a1-aceb-1ec1b032f6f9 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 945 time: 0.0738101 Nov 23 09:01:16.423518 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-41411b97-db71-458a-a9ce-63d4e5d6cd6a service neutron] 10.222.0.47 "GET /v2.0/networks/3885b5b6-3fad-407d-ad1a-570b02daaee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066358 Nov 23 09:01:16.427237 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:16.494621 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efe7e8ac-f495-4361-902c-7da559e50715 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:01:16.536615 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f0709e06-375f-468d-bce9-90af9ae9fc20 req-d8c9f914-5fd5-498e-b6a6-112df6d3dac8 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094236 Nov 23 09:01:16.561194 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port efe7e8ac-f495-4361-902c-7da559e50715, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=efe7e8ac-f495-4361-902c-7da559e50715,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:16.579715 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.db_base_plugin_common [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Allocated IP 172.20.0.2 (d2703dbd-849e-45eb-9768-17f699057b49/06fbb5e9-9718-4186-95a3-562af5d28bc5/4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4) {{(pid=102543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:01:16.584456 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c37121-eeaa-4125-a634-5aa5f6da45ea req-f6884a96-628a-4a91-a25d-e944649072e4 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:16.593380 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-53c37121-eeaa-4125-a634-5aa5f6da45ea req-f6884a96-628a-4a91-a25d-e944649072e4 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 944 time: 0.0879519 Nov 23 09:01:16.610465 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:16.715878 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6589a5e7-3cc7-48f6-bad5-a2cb933f7164 req-bf1edecb-a686-4441-b333-7f9f6e7d4339 service neutron] 10.222.0.47 "GET /v2.0/networks/3885b5b6-3fad-407d-ad1a-570b02daaee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325141 Nov 23 09:01:16.728805 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-53c37121-eeaa-4125-a634-5aa5f6da45ea req-b026b2e4-4c03-4e89-ac4a-ca335a7a506f tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285596 Nov 23 09:01:16.753349 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b873428-7c40-4d45-ba2a-9e0236c30d27 req-e7f4c44b-0dae-4f01-a60f-f867d70b4fa0 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:16.764113 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1b873428-7c40-4d45-ba2a-9e0236c30d27 req-e7f4c44b-0dae-4f01-a60f-f867d70b4fa0 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.1202769 Nov 23 09:01:16.773874 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['efe7e8ac-f495-4361-902c-7da559e50715'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:01:16.799026 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:16.816480 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=efe7e8ac-f495-4361-902c-7da559e50715,revision_number=6']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:16.833795 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:16.842001 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1b873428-7c40-4d45-ba2a-9e0236c30d27 req-0385000f-f274-4d87-b890-fd93b8979c70 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766070 Nov 23 09:01:16.909106 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6356f0-cb4f-411f-813f-950ca44838a8 req-0fc4637f-0256-402d-9795-ed55cf21949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:16.910664 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1e6356f0-cb4f-411f-813f-950ca44838a8 req-0fc4637f-0256-402d-9795-ed55cf21949e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc96d46a97c943aca49c42bd6ba512a7&device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 1097 time: 0.0858669 Nov 23 09:01:16.940585 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbcf1e-0ada-4185-ad21-771d9b470411 req-5877060f-28c8-4989-9b1a-9ccab760ddf1 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:16.954224 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7ccbcf1e-0ada-4185-ad21-771d9b470411 req-5877060f-28c8-4989-9b1a-9ccab760ddf1 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 944 time: 0.1228194 Nov 23 09:01:16.981524 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Publish callbacks [] for port, precommit_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:16.999862 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:17.045972 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7ccbcf1e-0ada-4185-ad21-771d9b470411 req-a593bf15-ca6c-4ac2-9f59-67266bfa2af4 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905824 Nov 23 09:01:17.093539 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Allocated IP 172.27.2.197 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/8f4a8edc-831c-45f7-9419-4dd1b18c12c5) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:01:17.103660 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Network d2703dbd-849e-45eb-9768-17f699057b49 is already hosted by enough agents. {{(pid=102543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:01:17.113048 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.base_scheduler [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Resources bound (agent type, host, resource id): {{(pid=102543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:01:17.114899 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6356f0-cb4f-411f-813f-950ca44838a8 req-34d13e86-c80d-4eb1-8c56-06d65a7102d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:17.116914 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1e6356f0-cb4f-411f-813f-950ca44838a8 req-34d13e86-c80d-4eb1-8c56-06d65a7102d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3885b5b6-3fad-407d-ad1a-570b02daaee7 HTTP/1.1" status: 200 len: 914 time: 0.1748216 Nov 23 09:01:17.118160 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Received port after_create {{(pid=102543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:01:17.120362 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Pushing event updated for resources: {'Port': ['ID=4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4,revision_number=1']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:17.173642 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1e6356f0-cb4f-411f-813f-950ca44838a8 req-9cd19fe0-7a06-4f94-96dd-d36dcb05879f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 HTTP/1.1" status: 200 len: 217 time: 0.0431337 Nov 23 09:01:17.180815 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Attempting to bind port 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:01:17.181460 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Attempting to bind port 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:01:17.181992 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Attempting to bind port 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 on network d2703dbd-849e-45eb-9768-17f699057b49 {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:01:17.188733 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:01:17.189463 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Checking segment: {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:01:17.190024 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:17.190569 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Bound using segment: {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:01:17.191253 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Bound port: 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:01:17.191809 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:17.260869 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6356f0-cb4f-411f-813f-950ca44838a8 req-e6ed4a9c-4e4a-41f8-9883-caacf889a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:17.262914 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1e6356f0-cb4f-411f-813f-950ca44838a8 req-e6ed4a9c-4e4a-41f8-9883-caacf889a28f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7fb31f6e-8b11-4da7-a9e3-8a03b84a2851 HTTP/1.1" status: 200 len: 853 time: 0.0747530 Nov 23 09:01:17.271820 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] For port 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:01:17.275728 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] For port 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:01:17.282669 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:17.296691 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:17.324890 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1e6356f0-cb4f-411f-813f-950ca44838a8 req-63c8a048-2c97-46a4-8ab7-9d20adc7df32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3885b5b6-3fad-407d-ad1a-570b02daaee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430424 Nov 23 09:01:17.366682 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede51988-5480-4fe7-bfc9-902a23337bf7 None None] Pushing event updated for resources: {'Port': ['ID=4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:17.375112 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:17.412815 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:01:17.420988 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:01:17.424696 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:01:17.465920 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1e6356f0-cb4f-411f-813f-950ca44838a8 req-c34c3960-1a58-4e79-8c05-1a2005ac28dc service neutron] 10.222.0.47 "GET /v2.0/networks/3885b5b6-3fad-407d-ad1a-570b02daaee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223953 Nov 23 09:01:17.471678 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4a8edc-831c-45f7-9419-4dd1b18c12c5,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:17.612554 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1e6356f0-cb4f-411f-813f-950ca44838a8 req-d3245fbe-b008-48b4-bd67-05eb891d34fe service neutron] 10.222.0.47 "GET /v2.0/networks/3885b5b6-3fad-407d-ad1a-570b02daaee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194413 Nov 23 09:01:17.679842 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7301ed5-b12a-41ce-ae1b-53ca03e72905 req-306df915-fb47-45bb-ad93-5b4265145871 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:17.681355 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f7301ed5-b12a-41ce-ae1b-53ca03e72905 req-306df915-fb47-45bb-ad93-5b4265145871 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 945 time: 0.0563469 Nov 23 09:01:17.714155 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:01:17.782077 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f7301ed5-b12a-41ce-ae1b-53ca03e72905 req-91ac9741-9f64-4d12-acf1-84608fc89c73 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929165 Nov 23 09:01:17.801454 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:17.936154 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device efe7e8ac-f495-4361-902c-7da559e50715 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:01:17.987412 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fd1ca-5063-42e3-a497-2793d4f23643 req-0193dfff-d983-494c-9408-3e9f27cf8100 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:17.995747 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-025fd1ca-5063-42e3-a497-2793d4f23643 req-0193dfff-d983-494c-9408-3e9f27cf8100 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 944 time: 0.1403956 Nov 23 09:01:18.032188 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b2d4a-0159-43dc-ab3c-f65a3bc0a1f7 req-624392a5-41c7-404c-8812-f0a47b710182 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:18.033590 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port efe7e8ac-f495-4361-902c-7da559e50715 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:18.034273 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:18.039772 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-250b2d4a-0159-43dc-ab3c-f65a3bc0a1f7 req-624392a5-41c7-404c-8812-f0a47b710182 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0839913 Nov 23 09:01:18.083088 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-025fd1ca-5063-42e3-a497-2793d4f23643 req-4611ed4e-ed09-44cb-b33a-bb7489746365 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721328 Nov 23 09:01:18.136617 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-250b2d4a-0159-43dc-ab3c-f65a3bc0a1f7 req-d0108526-c648-4831-8d59-a98c684fedb1 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904932 Nov 23 09:01:18.184843 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:18.217327 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:01:18.219571 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71416698-a695-4296-b0b4-19516da82b60" -d '{"events": [{"server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "efe7e8ac-f495-4361-902c-7da559e50715"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:01:18.263367 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port efe7e8ac-f495-4361-902c-7da559e50715, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=efe7e8ac-f495-4361-902c-7da559e50715,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:18.271426 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:18.287154 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd763439-33e9-4b8a-93ba-5301a8912fca req-2dc5aa60-a083-4e5e-b0af-c1cba5f97018 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:18.294214 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-cd763439-33e9-4b8a-93ba-5301a8912fca req-2dc5aa60-a083-4e5e-b0af-c1cba5f97018 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 944 time: 0.1181357 Nov 23 09:01:18.322515 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2b9ba5-822d-4d2d-840f-6ab23445de46 x-openstack-request-id: req-3e2b9ba5-822d-4d2d-840f-6ab23445de46 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:01:18.322871 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "efe7e8ac-f495-4361-902c-7da559e50715", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:01:18.323136 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e2b9ba5-822d-4d2d-840f-6ab23445de46 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:01:18.323548 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715', 'code': 200} Nov 23 09:01:18.328208 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404828'] for router, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:18.329297 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:01:18.407258 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=efe7e8ac-f495-4361-902c-7da559e50715,revision_number=7']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:18.423841 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:18.423841 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:18.487912 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-cd763439-33e9-4b8a-93ba-5301a8912fca req-c372944a-6a3a-46b3-87ca-b3a151c2c38c tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902742 Nov 23 09:01:18.529917 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:18.588126 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:18.595724 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:18.614343 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9748f-1729-4bc7-a239-43eb445318ea req-fad17afc-48cf-4625-89d2-89f96ba996e4 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:18.616155 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3df9748f-1729-4bc7-a239-43eb445318ea req-fad17afc-48cf-4625-89d2-89f96ba996e4 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 945 time: 0.0866957 Nov 23 09:01:18.672678 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f is scheduled to L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce with binding_index 1 {{(pid=102542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:01:18.704403 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:18.774454 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-3df9748f-1729-4bc7-a239-43eb445318ea req-54ca7daa-c996-41e2-8774-cda8a6e381be tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Deleting port b57d2fa5-0e4c-480c-a153-ec9850be0754 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:01:18.775569 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-3df9748f-1729-4bc7-a239-43eb445318ea req-54ca7daa-c996-41e2-8774-cda8a6e381be tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:18.867193 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:01:18.878588 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Sync routers for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:01:18.896530 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:18.898681 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-66525a4f-b21d-4ee0-883b-8f8af21665d8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9521425 Nov 23 09:01:18.900653 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39686) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:18.901506 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:01:18.906069 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:01:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:18.947353 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643e3452-25c0-4d84-a65a-e4f939fe9eed None None] Network d2703dbd-849e-45eb-9768-17f699057b49 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:01:19.047030 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-1a36541c-b8a4-4489-8b4d-a1f9bea54e5d None None] Provisioning complete for port 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:19.047775 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1a36541c-b8a4-4489-8b4d-a1f9bea54e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:19.054496 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-3df9748f-1729-4bc7-a239-43eb445318ea req-54ca7daa-c996-41e2-8774-cda8a6e381be tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] For port b57d2fa5-0e4c-480c-a153-ec9850be0754, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b57d2fa5-0e4c-480c-a153-ec9850be0754,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:19.054868 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-3df9748f-1729-4bc7-a239-43eb445318ea req-54ca7daa-c996-41e2-8774-cda8a6e381be tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:19.115600 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-3df9748f-1729-4bc7-a239-43eb445318ea req-54ca7daa-c996-41e2-8774-cda8a6e381be tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Calling delete_port for b57d2fa5-0e4c-480c-a153-ec9850be0754 owned by compute:nova {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:01:19.151151 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138b09d-9407-4e47-9acc-776a1bcf1517 req-c58e752f-fd32-4bc8-9e23-3291edcee136 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:19.153278 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3138b09d-9407-4e47-9acc-776a1bcf1517 req-c58e752f-fd32-4bc8-9e23-3291edcee136 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 945 time: 0.2489197 Nov 23 09:01:19.157004 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:01:19.255326 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3138b09d-9407-4e47-9acc-776a1bcf1517 req-b6d6c530-4bf5-413e-92cb-5e545668690f tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888522 Nov 23 09:01:19.430371 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:17Z', 'revision_number': 3, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:19.463170 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26177d9-1634-43ba-b5d1-e9be5280ca01 req-487ce828-e4ec-42f0-9523-27487bd596e3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:19.472038 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d26177d9-1634-43ba-b5d1-e9be5280ca01 req-487ce828-e4ec-42f0-9523-27487bd596e3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0986257 Nov 23 09:01:19.476569 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Checking router: 0877df19-aa8e-4146-9c3d-eca14ba9ac6f for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:01:19.477263 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Updating router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f port 8f4a8edc-831c-45f7-9419-4dd1b18c12c5 binding host dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:01:19.477391 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a82719-f7c0-49b1-99b9-0118abffc126 req-caa7708e-371a-4f0e-bfc5-e89389685f62 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:19.490117 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-12a82719-f7c0-49b1-99b9-0118abffc126 req-caa7708e-371a-4f0e-bfc5-e89389685f62 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 944 time: 0.2832727 Nov 23 09:01:19.506445 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:19.621142 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d26177d9-1634-43ba-b5d1-e9be5280ca01 req-9de98afa-4796-4e8b-aea8-beba03d27e92 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424685 Nov 23 09:01:19.629752 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-12a82719-f7c0-49b1-99b9-0118abffc126 req-b726e2dc-ac8e-4703-8e16-b550dae515a5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359615 Nov 23 09:01:19.689380 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-3df9748f-1729-4bc7-a239-43eb445318ea req-54ca7daa-c996-41e2-8774-cda8a6e381be tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:19.709615 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['a8efe016-048d-473e-bb9a-b6758d97be0a', 'cbdffd7c-afc7-47b2-9b90-e46f41e18a36', '363a793f-0102-402a-a556-ccab80470b94', 'b57d2fa5-0e4c-480c-a153-ec9850be0754'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:01:19.834327 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca7daa-c996-41e2-8774-cda8a6e381be tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Pushing event deleted for resources: {'Port': ['ID=b57d2fa5-0e4c-480c-a153-ec9850be0754,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:19.901432 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:19.956663 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:01:20.024049 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df9748f-1729-4bc7-a239-43eb445318ea req-54ca7daa-c996-41e2-8774-cda8a6e381be tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] No DVR routers for this DVR port b57d2fa5-0e4c-480c-a153-ec9850be0754 on host hv-cinder-76845 {{(pid=102541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:01:20.029332 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-3df9748f-1729-4bc7-a239-43eb445318ea req-54ca7daa-c996-41e2-8774-cda8a6e381be tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:20.038082 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3df9748f-1729-4bc7-a239-43eb445318ea req-54ca7daa-c996-41e2-8774-cda8a6e381be tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "DELETE /v2.0/ports/b57d2fa5-0e4c-480c-a153-ec9850be0754 HTTP/1.1" status: 204 len: 173 time: 1.4102540 Nov 23 09:01:20.045280 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468f160d-19b7-4d4c-a51a-a74c32cc4d75', 'name': 'network-vif-deleted', 'tag': 'b57d2fa5-0e4c-480c-a153-ec9850be0754'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:01:20.051725 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6213e2b7-8d96-4907-a7eb-675704d05b4a" -d '{"events": [{"server_uuid": "468f160d-19b7-4d4c-a51a-a74c32cc4d75", "name": "network-vif-deleted", "tag": "b57d2fa5-0e4c-480c-a153-ec9850be0754"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:01:20.102686 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27addef-e1ae-444a-9e0b-b69d352e2340 req-264c48a1-a34c-4214-819e-3e5e4633b901 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:20.127427 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e27addef-e1ae-444a-9e0b-b69d352e2340 req-264c48a1-a34c-4214-819e-3e5e4633b901 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.2823627 Nov 23 09:01:20.176035 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-8a8fa09b-a9cd-4a60-aad2-65d7f929882f None None] Provisioning complete for port 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:20.176420 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa09b-a9cd-4a60-aad2-65d7f929882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:20.237762 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcab825-0e13-4196-849e-bc0e61800325 x-openstack-request-id: req-6bcab825-0e13-4196-849e-bc0e61800325 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:01:20.238140 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468f160d-19b7-4d4c-a51a-a74c32cc4d75", "name": "network-vif-deleted", "tag": "b57d2fa5-0e4c-480c-a153-ec9850be0754", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:01:20.238328 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6bcab825-0e13-4196-849e-bc0e61800325 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:01:20.238722 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468f160d-19b7-4d4c-a51a-a74c32cc4d75', 'name': 'network-vif-deleted', 'tag': 'b57d2fa5-0e4c-480c-a153-ec9850be0754', 'status': 'completed', 'code': 200} Nov 23 09:01:20.254059 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Allocated IP 172.20.0.1 (d2703dbd-849e-45eb-9768-17f699057b49/06fbb5e9-9718-4186-95a3-562af5d28bc5/3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:01:20.285141 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:01:20.298084 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:20.308806 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:20.327276 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e27addef-e1ae-444a-9e0b-b69d352e2340 req-9bb2b5bc-5ea3-4448-bc9d-ebacadd1fb67 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918552 Nov 23 09:01:20.359546 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5e0eff58-402c-44b7-93a7-cb46a2d7e9b1,segment=NetworkSegment(83af04d7-1f5a-406b-b8cc-02fa64261151),segment_id=83af04d7-1f5a-406b-b8cc-02fa64261151)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:20.406933 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '5e0eff58-402c-44b7-93a7-cb46a2d7e9b1', 'network_id': '3885b5b6-3fad-407d-ad1a-570b02daaee7', 'port_id': '5e0eff58-402c-44b7-93a7-cb46a2d7e9b1', 'mac_address': 'fa:16:3e:5f:cc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb31f6e-8b11-4da7-a9e3-8a03b84a2851', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:01:20.417613 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Pushing event updated for resources: {'Port': ['ID=8f4a8edc-831c-45f7-9419-4dd1b18c12c5,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:20.425025 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Attempting to bind port 8f4a8edc-831c-45f7-9419-4dd1b18c12c5 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:01:20.425578 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Attempting to bind port 8f4a8edc-831c-45f7-9419-4dd1b18c12c5 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:01:20.426051 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Attempting to bind port 8f4a8edc-831c-45f7-9419-4dd1b18c12c5 on network 35e91d60-8c71-47d2-b9df-69aef295cc4e {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:01:20.431699 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:20.432322 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:20.432784 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:20.433798 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:20.434246 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:20.434730 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:20.435180 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:20.435621 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:20.436092 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:20.436526 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:20.436957 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:20.437514 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:20.448373 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:01:20.449688 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Checking segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:01:20.450338 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:20.450950 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Bound using segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:01:20.451660 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Bound port: 8f4a8edc-831c-45f7-9419-4dd1b18c12c5, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:01:20.452309 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:20.484061 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:20.522861 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] For port 8f4a8edc-831c-45f7-9419-4dd1b18c12c5, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:01:20.525837 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:20.526070 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:20.531546 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] For port 8f4a8edc-831c-45f7-9419-4dd1b18c12c5, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=8f4a8edc-831c-45f7-9419-4dd1b18c12c5,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:01:20.539247 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:20.569065 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9e318802-1d89-444d-b7fe-4f3e891dd444 req-8d016725-df12-49d5-8812-b8e01687201e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=468f160d-19b7-4d4c-a51a-a74c32cc4d75 HTTP/1.1" status: 200 len: 210 time: 0.1937435 Nov 23 09:01:20.574048 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:20.604058 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:20.643398 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a39a5-ff31-402a-afdf-2a3ad90356df None None] Pushing event updated for resources: {'Port': ['ID=8f4a8edc-831c-45f7-9419-4dd1b18c12c5,revision_number=3']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:20.665730 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:01:20.666273 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:01:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:20.693550 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:01:20.774291 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5e0eff58-402c-44b7-93a7-cb46a2d7e9b1,segment=NetworkSegment(83af04d7-1f5a-406b-b8cc-02fa64261151),segment_id=83af04d7-1f5a-406b-b8cc-02fa64261151)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:20.805470 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:20.838203 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094fa5d-0da9-4276-a35a-d61c4f826fb2 req-6274dc78-1cbd-4d83-b960-3d8ab582b657 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:20.847490 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8094fa5d-0da9-4276-a35a-d61c4f826fb2 req-6274dc78-1cbd-4d83-b960-3d8ab582b657 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.1007068 Nov 23 09:01:20.911306 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8094fa5d-0da9-4276-a35a-d61c4f826fb2 req-b44906c8-658e-4c92-b911-3552c8234061 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623336 Nov 23 09:01:20.938849 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:01:20.988419 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=5e0eff58-402c-44b7-93a7-cb46a2d7e9b1,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:21.006104 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Network d2703dbd-849e-45eb-9768-17f699057b49 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:01:21.028980 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:01:21.032179 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:01:21.032789 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404909'] for router_interface, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:21.158689 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Pushing event updated for resources: {'Port': ['ID=3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:21.170215 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['5e0eff58-402c-44b7-93a7-cb46a2d7e9b1'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:01:21.215505 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe03a29-1deb-4626-8d32-18e6996eebd9 req-145b790e-9ed3-4b16-9578-6b6a415bfa76 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:21.224422 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6fe03a29-1deb-4626-8d32-18e6996eebd9 req-145b790e-9ed3-4b16-9578-6b6a415bfa76 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 945 time: 0.2409303 Nov 23 09:01:21.243703 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:21.325130 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:17Z', 'revision_number': 3, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:21.343613 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6fe03a29-1deb-4626-8d32-18e6996eebd9 req-3a8bbf02-78ea-4e93-8878-fa466e39c4b5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132989 Nov 23 09:01:21.393003 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed256d-d13d-4a8b-b3c8-ad82a41be70b None None] The sync data for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi is: [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:17Z', 'revision_number': 3, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:01:21.485719 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-ae325283-74dd-4edd-b37d-39aef292af0f None None] Provisioning complete for port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:21.486099 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-ae325283-74dd-4edd-b37d-39aef292af0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:21.535202 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-ae325283-74dd-4edd-b37d-39aef292af0f None None] Port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:01:21.556967 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5a0ca-0964-48ea-b1c1-80866a6c1122 req-13198a6c-17dc-4493-a305-cb64ae8acab6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:21.558899 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9bd5a0ca-0964-48ea-b1c1-80866a6c1122 req-13198a6c-17dc-4493-a305-cb64ae8acab6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0896626 Nov 23 09:01:21.584339 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:21.590242 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:21.591153 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404509'] for router_interface, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:21.653972 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9bd5a0ca-0964-48ea-b1c1-80866a6c1122 req-93f22318-7433-4f95-9fcd-79a7e0d23f60 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841489 Nov 23 09:01:21.751934 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Pushing event updated for resources: {'Port': ['ID=3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:21.805320 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Network d2703dbd-849e-45eb-9768-17f699057b49 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:01:21.807055 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:01:21.932497 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device b57d2fa5-0e4c-480c-a153-ec9850be0754 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:01:21.961542 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: b57d2fa5-0e4c-480c-a153-ec9850be0754 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:01:21.962073 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device b57d2fa5-0e4c-480c-a153-ec9850be0754 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:01:22.013488 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:01:22.181404 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-b112dcdc-b298-4f66-afe3-3aafb76e7bb0 None None] Provisioning complete for port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:22.188273 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-b112dcdc-b298-4f66-afe3-3aafb76e7bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:22.244041 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-b112dcdc-b298-4f66-afe3-3aafb76e7bb0 None None] Port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:01:22.281061 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a12036-af16-44f9-810b-7193cbef36dd req-e8765b47-83df-47f0-9d3c-d8c4eaa0bcfa tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:22.282642 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-17a12036-af16-44f9-810b-7193cbef36dd req-e8765b47-83df-47f0-9d3c-d8c4eaa0bcfa tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.2045634 Nov 23 09:01:22.304211 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 8f4a8edc-831c-45f7-9419-4dd1b18c12c5 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:01:22.315085 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:01:22.336801 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-331c4a88-34c0-4977-8ebd-eaa8e22a29e8 admin admin] 10.222.0.46 "PUT /v2.0/routers/0877df19-aa8e-4146-9c3d-eca14ba9ac6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4259174 Nov 23 09:01:22.397407 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-17a12036-af16-44f9-810b-7193cbef36dd req-2aa194c0-61e6-4cf6-8743-665d2a71ae11 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980570 Nov 23 09:01:22.439274 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 8f4a8edc-831c-45f7-9419-4dd1b18c12c5 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:22.440983 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:22.512822 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b3e54-5555-4fd6-92eb-10336e8082dc req-7bddce84-9343-4ceb-8c15-b306241fdd93 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:22.517665 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-161b3e54-5555-4fd6-92eb-10336e8082dc req-7bddce84-9343-4ceb-8c15-b306241fdd93 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 945 time: 0.0960193 Nov 23 09:01:22.589468 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:22.605465 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-161b3e54-5555-4fd6-92eb-10336e8082dc req-32553c74-5404-4fa6-a665-9793d78aaf2e tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790544 Nov 23 09:01:22.631848 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port 8f4a8edc-831c-45f7-9419-4dd1b18c12c5, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=8f4a8edc-831c-45f7-9419-4dd1b18c12c5,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:22.639078 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:22.729224 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=8f4a8edc-831c-45f7-9419-4dd1b18c12c5,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:22.835018 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8e92-5eb7-4c37-8863-c4a896100121 req-54f1a378-f9f9-4d77-adba-6a75127ed21b tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:22.836699 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-caac8e92-5eb7-4c37-8863-c4a896100121 req-54f1a378-f9f9-4d77-adba-6a75127ed21b tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0639789 Nov 23 09:01:22.929786 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-caac8e92-5eb7-4c37-8863-c4a896100121 req-6001677e-eb5f-4217-bb45-5a76adde4830 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825288 Nov 23 09:01:23.049499 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520c781-2a61-4437-ba70-9ae7e718f1e5 req-3c4d5928-6a44-49b6-b224-2f9fbd904996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:23.051610 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8520c781-2a61-4437-ba70-9ae7e718f1e5 req-3c4d5928-6a44-49b6-b224-2f9fbd904996 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 1099 time: 0.0723166 Nov 23 09:01:23.126920 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8520c781-2a61-4437-ba70-9ae7e718f1e5 req-0fc4d81a-54f1-4fd5-96c7-fe417100dd29 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620637 Nov 23 09:01:23.191593 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39744) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:23.197542 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1454313446-network', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:23.256310 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Made reservation on behalf of 28f31233f27a4b85b27e0746b5df0054 for: {'network': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:01:23.258735 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:23.270386 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:23.287254 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dee27-aa40-4043-ba39-99667d35331f req-997ce471-09bf-4ea6-9077-9348be87d508 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:23.296446 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f37dee27-aa40-4043-ba39-99667d35331f req-997ce471-09bf-4ea6-9077-9348be87d508 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 945 time: 0.0940762 Nov 23 09:01:23.374129 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f37dee27-aa40-4043-ba39-99667d35331f req-ad79e454-555d-4913-b4dd-96f27a0a7520 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715263 Nov 23 09:01:23.437264 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:23.441316 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:23.463623 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:01:23.481491 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466d07b5-63e9-49c0-a5d1-f221d1f54df7,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:23.485233 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:23.485699 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.segments_db [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Added segment c220fa30-e059-4922-bbb0-779462c476ac of type vlan for network 68b95a10-3251-4427-9552-1c762a5272ce Nov 23 09:01:23.538384 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:23.571511 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:23.572534 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:23.573242 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:23.609814 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4168558 Nov 23 09:01:23.610540 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659240f-3e9f-4e21-a517-29968d226b2a req-874746f9-bdf9-4206-8106-0c0fabce2841 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:23.613230 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39748) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:23.614130 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3659240f-3e9f-4e21-a517-29968d226b2a req-874746f9-bdf9-4206-8106-0c0fabce2841 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0679553 Nov 23 09:01:23.618227 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-2b16e882-41a7-40d0-a985-40eca56fe001 admin admin] Request body: {'subnet': {'network_id': '68b95a10-3251-4427-9552-1c762a5272ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1454313446-subnet', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'ip_version': 4}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:23.692077 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3659240f-3e9f-4e21-a517-29968d226b2a req-d0f2953a-cb11-4a4d-8760-a10ccf51c4bd tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719209 Nov 23 09:01:23.705834 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380f84f-c8a5-494c-bb7a-0518393a91dc admin admin] Pushing event updated for resources: {'Network': ['ID=68b95a10-3251-4427-9552-1c762a5272ce,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:23.719199 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network 68b95a10-3251-4427-9552-1c762a5272ce details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:01:23.757883 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b16e882-41a7-40d0-a985-40eca56fe001 admin admin] Made reservation on behalf of 28f31233f27a4b85b27e0746b5df0054 for: {'subnet': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:01:23.765641 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2b16e882-41a7-40d0-a985-40eca56fe001 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:23.807089 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f13db-079d-4d07-8527-6c2122083775 req-b48da8ac-bc5b-4669-b174-04048527420f tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:23.808871 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3a8f13db-079d-4d07-8527-6c2122083775 req-b48da8ac-bc5b-4669-b174-04048527420f tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 945 time: 0.0981207 Nov 23 09:01:23.922854 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3a8f13db-079d-4d07-8527-6c2122083775 req-d29d9111-2f10-4e32-801f-548580931bff tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832007 Nov 23 09:01:23.923503 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Sync routers for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:01:23.945743 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:01:23.950856 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:01:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:23.953331 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:01:24.057627 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2b16e882-41a7-40d0-a985-40eca56fe001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:24.090986 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc913a-5b97-4258-878b-ddf3166ffb81 req-c698ad14-e74e-4a7f-b354-c36b30e3c31b tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:24.093971 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-82dc913a-5b97-4258-878b-ddf3166ffb81 req-c698ad14-e74e-4a7f-b354-c36b30e3c31b tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0705123 Nov 23 09:01:24.146470 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16e882-41a7-40d0-a985-40eca56fe001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8daee37a-e28a-4fa6-95aa-3546f121601d,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:24.169089 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16e882-41a7-40d0-a985-40eca56fe001 admin admin] Checking segment: {'id': 'c220fa30-e059-4922-bbb0-779462c476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '68b95a10-3251-4427-9552-1c762a5272ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:01:24.169537 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b16e882-41a7-40d0-a985-40eca56fe001 admin admin] Network hostable DHCP agents. Network: 68b95a10-3251-4427-9552-1c762a5272ce, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:01:24.173493 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-82dc913a-5b97-4258-878b-ddf3166ffb81 req-f93b28e7-e369-4d63-9823-5dc3729098f0 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667064 Nov 23 09:01:24.208410 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b16e882-41a7-40d0-a985-40eca56fe001 admin admin] Network 68b95a10-3251-4427-9552-1c762a5272ce is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:01:24.227020 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:01:24.228756 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-2b16e882-41a7-40d0-a985-40eca56fe001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, 68b95a10-3251-4427-9552-1c762a5272ce) {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:01:24.234842 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b16e882-41a7-40d0-a985-40eca56fe001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:24.235438 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2b16e882-41a7-40d0-a985-40eca56fe001 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:24.237912 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:01:24.264048 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-2b16e882-41a7-40d0-a985-40eca56fe001 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6494751 Nov 23 09:01:24.266812 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 39754) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:24.271917 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1454313446-router', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:24.272127 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70e6f01-37bc-441f-8746-a97d171ef72d None None] Network 68b95a10-3251-4427-9552-1c762a5272ce requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:01:24.274042 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 8f4a8edc-831c-45f7-9419-4dd1b18c12c5 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:01:24.298624 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-289495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13381'] for router, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:24.300390 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13372'] for router, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:24.328567 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:24.329715 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:24.372273 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:24.595426 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:24.604557 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd9cb5-7726-4bc4-a204-e24451d5bc72 req-a66bfc1c-d46d-422c-aa4a-bf4871f90319 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:24.607208 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-53dd9cb5-7726-4bc4-a204-e24451d5bc72 req-a66bfc1c-d46d-422c-aa4a-bf4871f90319 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 945 time: 0.1186550 Nov 23 09:01:24.697301 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-53dd9cb5-7726-4bc4-a204-e24451d5bc72 req-8346582f-5d9b-44ee-b19e-4a8a519c6e6b tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826142 Nov 23 09:01:24.833818 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:24.847984 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp201ed441-e3b8-53ca-a227-4322de3d7a4e-68b95a10-3251-4427-9552-1c762a5272ce', 'network_id': '68b95a10-3251-4427-9552-1c762a5272ce', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'fixed_ips': [{'subnet_id': '8daee37a-e28a-4fa6-95aa-3546f121601d'}]}} from dv-cinder-768458-17-iscsi. {{(pid=102543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:01:24.849007 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:24.887445 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5e0eff58-402c-44b7-93a7-cb46a2d7e9b1,segment=NetworkSegment(83af04d7-1f5a-406b-b8cc-02fa64261151),segment_id=83af04d7-1f5a-406b-b8cc-02fa64261151)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:24.893461 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24b89a9-3395-4744-8c8c-7cb14a68dae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0eff58-402c-44b7-93a7-cb46a2d7e9b1'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:01:24.896416 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ac0159-3a15-4187-9e24-8faa8cd61fad" -d '{"events": [{"server_uuid": "d24b89a9-3395-4744-8c8c-7cb14a68dae6", "name": "network-vif-plugged", "status": "completed", "tag": "5e0eff58-402c-44b7-93a7-cb46a2d7e9b1"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:01:24.926627 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05e0f3-6101-4094-a312-e445bf1852ca req-bf6459f2-f642-4e99-8a5d-5fcce1ea2627 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:24.928500 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0a05e0f3-6101-4094-a312-e445bf1852ca req-bf6459f2-f642-4e99-8a5d-5fcce1ea2627 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.1236935 Nov 23 09:01:24.931316 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:24.932191 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:24.956508 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:25.004693 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdfd658-d4fa-45d4-a87d-f7d4117c12cd x-openstack-request-id: req-4cdfd658-d4fa-45d4-a87d-f7d4117c12cd {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:01:25.005127 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24b89a9-3395-4744-8c8c-7cb14a68dae6", "name": "network-vif-plugged", "status": "completed", "tag": "5e0eff58-402c-44b7-93a7-cb46a2d7e9b1", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:01:25.005493 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cdfd658-d4fa-45d4-a87d-f7d4117c12cd {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:01:25.006075 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24b89a9-3395-4744-8c8c-7cb14a68dae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0eff58-402c-44b7-93a7-cb46a2d7e9b1', 'code': 200} Nov 23 09:01:25.006744 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=5e0eff58-402c-44b7-93a7-cb46a2d7e9b1,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:25.009680 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 8f4a8edc-831c-45f7-9419-4dd1b18c12c5 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:25.010148 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:25.105302 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0a05e0f3-6101-4094-a312-e445bf1852ca req-115ff5d8-2c34-43c5-9a6e-8463d314840b tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457722 Nov 23 09:01:25.205682 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29341dc-e1e7-4164-aa97-7a3bf29aa917 req-9a2e9aeb-30b0-4e32-95cc-c489332fece6 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:25.207273 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d29341dc-e1e7-4164-aa97-7a3bf29aa917 req-9a2e9aeb-30b0-4e32-95cc-c489332fece6 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.1319540 Nov 23 09:01:25.237518 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Allocated IP 172.27.2.132 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/fb0a88b7-7d23-48ce-b173-02eefb750ac9) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:01:25.250557 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.db_base_plugin_common [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Allocated IP 172.20.0.2 (68b95a10-3251-4427-9552-1c762a5272ce/8daee37a-e28a-4fa6-95aa-3546f121601d/262d8ae7-3062-4ec9-ba7b-d346cad6ab8a) {{(pid=102543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:01:25.315761 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac7e4f-bbcb-4efb-b40a-27253ff03938 req-e6ec900a-cc9c-4fa5-af1e-e4ca31008e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:25.317871 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-eeac7e4f-bbcb-4efb-b40a-27253ff03938 req-e6ec900a-cc9c-4fa5-af1e-e4ca31008e18 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 1099 time: 0.1037273 Nov 23 09:01:25.328310 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d29341dc-e1e7-4164-aa97-7a3bf29aa917 req-0b6e5555-8ea4-49ca-949c-44dbd8b4d79f tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087184 Nov 23 09:01:25.455397 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8a323-2442-44b2-8c2b-ca78dde130b0 req-f95c7fe8-febb-49bc-9f02-a193d8ea60da tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:25.458046 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1fb8a323-2442-44b2-8c2b-ca78dde130b0 req-f95c7fe8-febb-49bc-9f02-a193d8ea60da tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 945 time: 0.1112137 Nov 23 09:01:25.501130 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:25.515629 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-eeac7e4f-bbcb-4efb-b40a-27253ff03938 req-d07de783-6f49-4409-b587-7623e535a0c3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642790 Nov 23 09:01:25.559611 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f124c-3943-4c47-bdad-a10debe49ff6 req-ff947f5d-4ccf-42bb-9cce-d9011c6bea30 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:25.562637 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1e0f124c-3943-4c47-bdad-a10debe49ff6 req-ff947f5d-4ccf-42bb-9cce-d9011c6bea30 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1450791 Nov 23 09:01:25.600046 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 2, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:25.611637 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-1fb8a323-2442-44b2-8c2b-ca78dde130b0 req-3a0729fd-5af0-40e5-b6b8-120e9c07e8e2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Deleting port 363a793f-0102-402a-a556-ccab80470b94 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:01:25.612344 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-1fb8a323-2442-44b2-8c2b-ca78dde130b0 req-3a0729fd-5af0-40e5-b6b8-120e9c07e8e2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:25.639920 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Checking router: 0877df19-aa8e-4146-9c3d-eca14ba9ac6f for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:01:25.640244 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Updating router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 binding host dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:01:25.660418 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1e0f124c-3943-4c47-bdad-a10debe49ff6 req-8a07cf3e-bd04-4760-8c7d-66fe30eca398 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798116 Nov 23 09:01:25.661851 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:25.670260 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:25.731102 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-1fb8a323-2442-44b2-8c2b-ca78dde130b0 req-3a0729fd-5af0-40e5-b6b8-120e9c07e8e2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] For port 363a793f-0102-402a-a556-ccab80470b94, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=363a793f-0102-402a-a556-ccab80470b94,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:25.731610 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-1fb8a323-2442-44b2-8c2b-ca78dde130b0 req-3a0729fd-5af0-40e5-b6b8-120e9c07e8e2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:25.732908 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Pushing event updated for resources: {'Port': ['ID=fb0a88b7-7d23-48ce-b173-02eefb750ac9,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:25.770143 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-1fb8a323-2442-44b2-8c2b-ca78dde130b0 req-3a0729fd-5af0-40e5-b6b8-120e9c07e8e2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Calling delete_port for 363a793f-0102-402a-a556-ccab80470b94 owned by compute:nova {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:01:25.799535 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:01:25.827543 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Publish callbacks [] for port, precommit_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:25.845347 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:25.867161 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Network 68b95a10-3251-4427-9552-1c762a5272ce is already hosted by enough agents. {{(pid=102543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:01:25.872693 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.base_scheduler [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Resources bound (agent type, host, resource id): {{(pid=102543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:01:25.873609 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:01:25.902171 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Received port after_create {{(pid=102543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:01:25.917515 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9092df2-4e9f-465c-bc56-0a1d212dbe68 req-193b95af-6bb9-4e91-ac7a-61523cc67ffc tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:25.918094 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:01:25.926842 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a9092df2-4e9f-465c-bc56-0a1d212dbe68 req-193b95af-6bb9-4e91-ac7a-61523cc67ffc tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0858603 Nov 23 09:01:25.987600 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a9092df2-4e9f-465c-bc56-0a1d212dbe68 req-9113c8d0-ab62-42ff-b287-33ae137139e7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597806 Nov 23 09:01:25.990904 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Attempting to bind port 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:01:25.993916 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Attempting to bind port 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'c220fa30-e059-4922-bbb0-779462c476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '68b95a10-3251-4427-9552-1c762a5272ce'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:01:25.994325 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Attempting to bind port 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a on network 68b95a10-3251-4427-9552-1c762a5272ce {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:01:25.999571 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b03b6-0413-4b98-a495-ed1b505fd72c req-37aedfc4-4767-40ba-b79c-25b2ca670226 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:26.004410 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:01:26.004862 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Checking segment: {'id': 'c220fa30-e059-4922-bbb0-779462c476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '68b95a10-3251-4427-9552-1c762a5272ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:01:26.005333 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:26.005706 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Bound using segment: {'id': 'c220fa30-e059-4922-bbb0-779462c476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '68b95a10-3251-4427-9552-1c762a5272ce'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:01:26.006182 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Bound port: 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c220fa30-e059-4922-bbb0-779462c476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '68b95a10-3251-4427-9552-1c762a5272ce'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:01:26.006734 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:26.013414 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-851b03b6-0413-4b98-a495-ed1b505fd72c req-37aedfc4-4767-40ba-b79c-25b2ca670226 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=280ce860-8611-44bc-9aa5-0409d2e36937 HTTP/1.1" status: 200 len: 945 time: 0.1347063 Nov 23 09:01:26.017803 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24447444-3170-4719-8353-b75cb380aafe req-a0564fcf-fd72-4096-ac58-e8e2118c34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:26.020056 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-24447444-3170-4719-8353-b75cb380aafe req-a0564fcf-fd72-4096-ac58-e8e2118c34e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 1099 time: 0.2189786 Nov 23 09:01:26.034648 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Pushing event updated for resources: {'Port': ['ID=262d8ae7-3062-4ec9-ba7b-d346cad6ab8a,revision_number=1']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:26.076799 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-1fb8a323-2442-44b2-8c2b-ca78dde130b0 req-3a0729fd-5af0-40e5-b6b8-120e9c07e8e2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:26.110259 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['a8efe016-048d-473e-bb9a-b6758d97be0a', 'cbdffd7c-afc7-47b2-9b90-e46f41e18a36', '363a793f-0102-402a-a556-ccab80470b94'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:01:26.129219 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0729fd-5af0-40e5-b6b8-120e9c07e8e2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Pushing event deleted for resources: {'Port': ['ID=363a793f-0102-402a-a556-ccab80470b94,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:26.191903 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb8a323-2442-44b2-8c2b-ca78dde130b0 req-3a0729fd-5af0-40e5-b6b8-120e9c07e8e2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] No DVR routers for this DVR port 363a793f-0102-402a-a556-ccab80470b94 on host hv-cinder-76845 {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:01:26.193010 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24447444-3170-4719-8353-b75cb380aafe req-9fcbe44c-559d-4bff-b478-d35d72b88116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:26.194917 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-24447444-3170-4719-8353-b75cb380aafe req-9fcbe44c-559d-4bff-b478-d35d72b88116 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c HTTP/1.1" status: 200 len: 918 time: 0.1410170 Nov 23 09:01:26.195974 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-1fb8a323-2442-44b2-8c2b-ca78dde130b0 req-3a0729fd-5af0-40e5-b6b8-120e9c07e8e2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:26.200641 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1fb8a323-2442-44b2-8c2b-ca78dde130b0 req-3a0729fd-5af0-40e5-b6b8-120e9c07e8e2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "DELETE /v2.0/ports/363a793f-0102-402a-a556-ccab80470b94 HTTP/1.1" status: 204 len: 173 time: 0.7343857 Nov 23 09:01:26.201191 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280ce860-8611-44bc-9aa5-0409d2e36937', 'name': 'network-vif-deleted', 'tag': '363a793f-0102-402a-a556-ccab80470b94'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:01:26.205281 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d96055f-1830-4874-9a97-57c141cbf87d" -d '{"events": [{"server_uuid": "280ce860-8611-44bc-9aa5-0409d2e36937", "name": "network-vif-deleted", "tag": "363a793f-0102-402a-a556-ccab80470b94"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:01:26.214273 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] For port 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:01:26.256351 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] For port 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=262d8ae7-3062-4ec9-ba7b-d346cad6ab8a,segment=NetworkSegment(c220fa30-e059-4922-bbb0-779462c476ac),segment_id=c220fa30-e059-4922-bbb0-779462c476ac)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:01:26.261566 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc06b2a5-f23d-4046-9436-6ffaa84b695c x-openstack-request-id: req-dc06b2a5-f23d-4046-9436-6ffaa84b695c {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:01:26.262233 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280ce860-8611-44bc-9aa5-0409d2e36937", "name": "network-vif-deleted", "tag": "363a793f-0102-402a-a556-ccab80470b94", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:01:26.262233 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc06b2a5-f23d-4046-9436-6ffaa84b695c {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:01:26.262598 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280ce860-8611-44bc-9aa5-0409d2e36937', 'name': 'network-vif-deleted', 'tag': '363a793f-0102-402a-a556-ccab80470b94', 'status': 'completed', 'code': 200} Nov 23 09:01:26.271050 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:26.282889 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-851b03b6-0413-4b98-a495-ed1b505fd72c req-722948ae-b861-4f48-aeaa-56a07f8a34f6 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682905 Nov 23 09:01:26.348490 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-24447444-3170-4719-8353-b75cb380aafe req-3bc22e99-43f0-41ef-bf55-8cdc6b745f94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a5bc769-b686-4f1b-aa8b-1993d134c1f8 HTTP/1.1" status: 200 len: 217 time: 0.1129131 Nov 23 09:01:26.413349 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Publish callbacks [] for port, precommit_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:26.427386 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24108ce1-c936-479e-a886-67a33af0aa62 None None] Pushing event updated for resources: {'Port': ['ID=262d8ae7-3062-4ec9-ba7b-d346cad6ab8a,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:26.436589 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:26.471117 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24447444-3170-4719-8353-b75cb380aafe req-4e49034a-c684-420e-a5f0-6e55a28c1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:26.480770 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-24447444-3170-4719-8353-b75cb380aafe req-4e49034a-c684-420e-a5f0-6e55a28c1358 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c2220b-9036-4d1e-9c30-f159f5f6d815 HTTP/1.1" status: 200 len: 857 time: 0.1011934 Nov 23 09:01:26.526351 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbdb34-27a9-484e-9a5d-ea228cc117af None None] Pushing event updated for resources: {'Port': ['ID=3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:26.583753 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-24447444-3170-4719-8353-b75cb380aafe req-1de88fca-3115-4d94-a8aa-dcee726126bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752831 Nov 23 09:01:26.613832 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Attempting to bind port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:01:26.614194 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Attempting to bind port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:01:26.614561 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Attempting to bind port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 on network d2703dbd-849e-45eb-9768-17f699057b49 {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:01:26.630328 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:01:26.630782 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Checking segment: {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:01:26.631830 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:26.633351 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Bound using segment: {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:01:26.633351 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Bound port: 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:01:26.633351 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:26.661758 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c5f7b-58fd-4565-82d9-1eddbc6d142c req-ec894730-3000-4542-a1f4-72253ad974f7 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:26.673996 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-295c5f7b-58fd-4565-82d9-1eddbc6d142c req-ec894730-3000-4542-a1f4-72253ad974f7 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.1608551 Nov 23 09:01:26.778732 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-295c5f7b-58fd-4565-82d9-1eddbc6d142c req-8cb73831-b42a-4edb-9435-3b3d9b769618 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022058 Nov 23 09:01:26.833219 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] For port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:01:26.842847 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] For port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:01:26.866347 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:27.046481 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:01:27.047126 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:01:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:27.056139 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbdb34-27a9-484e-9a5d-ea228cc117af None None] Pushing event updated for resources: {'Port': ['ID=3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:27.109389 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-1e2c8355-f0ef-4bf3-91c4-cc38ab911d70 None None] Provisioning complete for port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:27.109787 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8355-f0ef-4bf3-91c4-cc38ab911d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:27.227666 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:01:27.296107 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af154c7f-407c-4f21-b420-1386780870ae req-e369652d-682c-4f52-8510-903394b893dc tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:27.300380 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-af154c7f-407c-4f21-b420-1386780870ae req-e369652d-682c-4f52-8510-903394b893dc tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.1306980 Nov 23 09:01:27.419923 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-af154c7f-407c-4f21-b420-1386780870ae req-7024e152-7628-4584-85f7-4bff78eef488 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130269 Nov 23 09:01:27.621847 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8355-f0ef-4bf3-91c4-cc38ab911d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:27.632325 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-24447444-3170-4719-8353-b75cb380aafe req-732843e9-f512-420a-8c08-49937601fef4 service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0356040 Nov 23 09:01:27.642515 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fa217-a602-4d38-920d-6007cd0f6f80 req-7341eae1-1b71-404b-b1f0-c8a920978586 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:27.651069 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a66fa217-a602-4d38-920d-6007cd0f6f80 req-7341eae1-1b71-404b-b1f0-c8a920978586 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.6599357 Nov 23 09:01:27.712234 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-1e2c8355-f0ef-4bf3-91c4-cc38ab911d70 None None] For port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:27.723710 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8355-f0ef-4bf3-91c4-cc38ab911d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:27.803990 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-24447444-3170-4719-8353-b75cb380aafe req-c0e67fc2-8330-4b62-a87e-e7b73a0175e2 service neutron] 10.222.0.47 "GET /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448038 Nov 23 09:01:27.822064 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c8355-f0ef-4bf3-91c4-cc38ab911d70 None None] Pushing event updated for resources: {'Port': ['ID=3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:27.840811 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:27.860788 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:26Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:27.894387 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4fc96-b7f9-4a60-9ffb-a5c430efbf40 None None] The sync data for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi is: [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:26Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:01:27.909760 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-8754fca3-4a58-4052-a28d-7a7616bbb6cf None None] Provisioning complete for port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:27.910028 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8754fca3-4a58-4052-a28d-7a7616bbb6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:28.033060 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42a96a-8c2a-44d2-ae08-da8ea3c8b119 req-3707dacb-0763-4b6c-af33-e5c2fbf48005 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:28.034670 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8a42a96a-8c2a-44d2-ae08-da8ea3c8b119 req-3707dacb-0763-4b6c-af33-e5c2fbf48005 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 945 time: 0.1388400 Nov 23 09:01:28.172538 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a66fa217-a602-4d38-920d-6007cd0f6f80 req-f23ddf64-d162-4c83-9b55-b3c99eaeb344 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5183554 Nov 23 09:01:28.203212 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4529c1e-0db4-4eef-8f69-b5b2b208fa36 None None] Network 68b95a10-3251-4427-9552-1c762a5272ce requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:01:28.217976 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8a42a96a-8c2a-44d2-ae08-da8ea3c8b119 req-fee89afc-1522-4ff6-8278-f25afd49c877 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472192 Nov 23 09:01:28.343450 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404828'] for router, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:28.347506 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-7bac95f0-07c1-42f3-a8c3-ec4891450002 None None] Provisioning complete for port 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:28.347874 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-7bac95f0-07c1-42f3-a8c3-ec4891450002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:28.402049 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:01:28.411460 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cfa23-7c58-4102-a8df-4295504b6538 req-2872cbab-46cb-4256-a8c9-bc4e7de5c24f tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:28.430450 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c67cfa23-7c58-4102-a8df-4295504b6538 req-2872cbab-46cb-4256-a8c9-bc4e7de5c24f tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.1215663 Nov 23 09:01:28.534615 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c67cfa23-7c58-4102-a8df-4295504b6538 req-92635fbc-5d1b-4f20-89df-d27ead709ed5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992384 Nov 23 09:01:28.613580 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Router 5bfd054d-28f7-4d15-adcc-cf638801a72e is scheduled to L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce with binding_index 1 {{(pid=102541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:01:28.628644 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:28.629114 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb035c-f2b0-4aa9-b153-d2d848307a17 req-5ebfa9bb-0f3c-4777-8622-11a2f96c56fc tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:28.629441 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:28.637949 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cacb035c-f2b0-4aa9-b153-d2d848307a17 req-5ebfa9bb-0f3c-4777-8622-11a2f96c56fc tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0854297 Nov 23 09:01:28.669564 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-7bac95f0-07c1-42f3-a8c3-ec4891450002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:28.738202 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-7bac95f0-07c1-42f3-a8c3-ec4891450002 None None] For port 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=262d8ae7-3062-4ec9-ba7b-d346cad6ab8a,segment=NetworkSegment(c220fa30-e059-4922-bbb0-779462c476ac),segment_id=c220fa30-e059-4922-bbb0-779462c476ac)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:28.748420 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-7bac95f0-07c1-42f3-a8c3-ec4891450002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:28.907228 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cacb035c-f2b0-4aa9-b153-d2d848307a17 req-0cf29362-5927-45cb-bfe9-5f3c9d2639fd tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677236 Nov 23 09:01:28.918523 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:01:28.952891 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:01:28.957960 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Sync routers for ids ['5bfd054d-28f7-4d15-adcc-cf638801a72e'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:01:28.999220 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Routers {'5bfd054d-28f7-4d15-adcc-cf638801a72e'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:01:29.001694 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:01:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['5bfd054d-28f7-4d15-adcc-cf638801a72e'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:29.050038 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] Publish callbacks [] for router, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:29.125639 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac95f0-07c1-42f3-a8c3-ec4891450002 None None] Pushing event updated for resources: {'Port': ['ID=262d8ae7-3062-4ec9-ba7b-d346cad6ab8a,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:29.131916 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-5a3d7b0f-89db-4c0f-acd7-63875e2a9f7a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8636274 Nov 23 09:01:29.146210 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39802) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:29.183190 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:29.183840 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:29.362533 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-efb50fea-efcc-4376-81ac-324218994c2d None None] Provisioning complete for port 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:29.364619 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-efb50fea-efcc-4376-81ac-324218994c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:29.515979 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6c816-e319-403f-a719-46723129a94c req-75af4b39-5fc9-4b80-90bc-0fdfd11e0f3c tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:29.517591 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-aea6c816-e319-403f-a719-46723129a94c req-75af4b39-5fc9-4b80-90bc-0fdfd11e0f3c tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1767569 Nov 23 09:01:29.603727 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Set router 5bfd054d-28f7-4d15-adcc-cf638801a72e gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:01:29.764341 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-aea6c816-e319-403f-a719-46723129a94c req-af9c4900-6b18-437d-ab74-a725b40ca504 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796751 Nov 23 09:01:29.781385 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da06eca-00c8-43e9-8474-b47a558a6312 req-fb891a5a-8976-4299-b6a2-0e29ae14cb18 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:29.785205 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5f0f9-de64-438e-85b2-f602eae84037 req-0206238c-5f22-4c71-8d1d-ea5a4979e031 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:29.786836 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-88a5f0f9-de64-438e-85b2-f602eae84037 req-0206238c-5f22-4c71-8d1d-ea5a4979e031 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 945 time: 0.2683463 Nov 23 09:01:29.793307 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5da06eca-00c8-43e9-8474-b47a558a6312 req-fb891a5a-8976-4299-b6a2-0e29ae14cb18 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 945 time: 0.2286389 Nov 23 09:01:29.986973 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 363a793f-0102-402a-a556-ccab80470b94 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:01:30.027593 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'name': 'tempest-TestVolumeBootPattern-1454313446-router', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:01:26Z', 'revision_number': 3, 'project_id': '28f31233f27a4b85b27e0746b5df0054', 'gw_port': {'id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:30.032810 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-88a5f0f9-de64-438e-85b2-f602eae84037 req-bb49347b-4e9f-41f7-a971-366fca67fa58 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Deleting port cbdffd7c-afc7-47b2-9b90-e46f41e18a36 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:01:30.032810 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-88a5f0f9-de64-438e-85b2-f602eae84037 req-bb49347b-4e9f-41f7-a971-366fca67fa58 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:30.042508 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: 363a793f-0102-402a-a556-ccab80470b94 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:01:30.042858 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 363a793f-0102-402a-a556-ccab80470b94 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:01:30.066966 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Checking router: 5bfd054d-28f7-4d15-adcc-cf638801a72e for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:01:30.067152 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Updating router 5bfd054d-28f7-4d15-adcc-cf638801a72e port fb0a88b7-7d23-48ce-b173-02eefb750ac9 binding host dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:01:30.109905 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:30.152441 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5da06eca-00c8-43e9-8474-b47a558a6312 req-9985ee73-07c9-41b3-bd9b-429be28fcf40 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491185 Nov 23 09:01:30.286450 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:01:30.345201 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633d314-8958-49fd-8845-c22af22fea22 req-09e9b493-d195-49ce-b52d-7dcdfaab9789 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:30.350518 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f633d314-8958-49fd-8845-c22af22fea22 req-09e9b493-d195-49ce-b52d-7dcdfaab9789 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.2645261 Nov 23 09:01:30.352540 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-88a5f0f9-de64-438e-85b2-f602eae84037 req-bb49347b-4e9f-41f7-a971-366fca67fa58 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] For port cbdffd7c-afc7-47b2-9b90-e46f41e18a36, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cbdffd7c-afc7-47b2-9b90-e46f41e18a36,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:30.352911 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-88a5f0f9-de64-438e-85b2-f602eae84037 req-bb49347b-4e9f-41f7-a971-366fca67fa58 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:30.398070 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:30.398859 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:30.408926 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-88a5f0f9-de64-438e-85b2-f602eae84037 req-bb49347b-4e9f-41f7-a971-366fca67fa58 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Calling delete_port for cbdffd7c-afc7-47b2-9b90-e46f41e18a36 owned by compute:nova {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:01:30.487714 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6caf47ac-ca6e-46f3-8354-f34e9bfec0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:30.571763 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:30.619649 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:30.630755 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:30.635002 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f633d314-8958-49fd-8845-c22af22fea22 req-11d74e94-a985-441c-a3a4-c695ac9b2fe7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720401 Nov 23 09:01:30.664565 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-88a5f0f9-de64-438e-85b2-f602eae84037 req-bb49347b-4e9f-41f7-a971-366fca67fa58 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:30.678589 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['a8efe016-048d-473e-bb9a-b6758d97be0a', 'cbdffd7c-afc7-47b2-9b90-e46f41e18a36'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:01:30.697039 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Attempting to bind port fb0a88b7-7d23-48ce-b173-02eefb750ac9 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:01:30.697713 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Attempting to bind port fb0a88b7-7d23-48ce-b173-02eefb750ac9 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:01:30.698874 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Attempting to bind port fb0a88b7-7d23-48ce-b173-02eefb750ac9 on network 35e91d60-8c71-47d2-b9df-69aef295cc4e {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:01:30.702256 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49347b-4e9f-41f7-a971-366fca67fa58 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Pushing event deleted for resources: {'Port': ['ID=cbdffd7c-afc7-47b2-9b90-e46f41e18a36,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:30.717938 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:01:30.718575 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Checking segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:01:30.719235 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:30.720873 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Bound using segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:01:30.721581 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Bound port: fb0a88b7-7d23-48ce-b173-02eefb750ac9, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:01:30.722134 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:30.769229 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a5f0f9-de64-438e-85b2-f602eae84037 req-bb49347b-4e9f-41f7-a971-366fca67fa58 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] No DVR routers for this DVR port cbdffd7c-afc7-47b2-9b90-e46f41e18a36 on host hv-cinder-76845 {{(pid=102541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:01:30.788008 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-88a5f0f9-de64-438e-85b2-f602eae84037 req-bb49347b-4e9f-41f7-a971-366fca67fa58 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:30.794658 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-88a5f0f9-de64-438e-85b2-f602eae84037 req-bb49347b-4e9f-41f7-a971-366fca67fa58 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "DELETE /v2.0/ports/cbdffd7c-afc7-47b2-9b90-e46f41e18a36 HTTP/1.1" status: 204 len: 173 time: 0.9978290 Nov 23 09:01:30.795151 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3631a4c0-56e0-419b-8c2a-56dcbc6c0230', 'name': 'network-vif-deleted', 'tag': 'cbdffd7c-afc7-47b2-9b90-e46f41e18a36'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:01:30.798023 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c34a370-b9a4-426d-a5ee-84642888e901" -d '{"events": [{"server_uuid": "3631a4c0-56e0-419b-8c2a-56dcbc6c0230", "name": "network-vif-deleted", "tag": "cbdffd7c-afc7-47b2-9b90-e46f41e18a36"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:01:30.849280 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ac072-e86c-4fce-a4c4-2e9ebf9d1868 None None] Pushing event updated for resources: {'Port': ['ID=fb0a88b7-7d23-48ce-b173-02eefb750ac9,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:30.878556 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] For port fb0a88b7-7d23-48ce-b173-02eefb750ac9, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:01:30.884171 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] For port fb0a88b7-7d23-48ce-b173-02eefb750ac9, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=fb0a88b7-7d23-48ce-b173-02eefb750ac9,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:01:30.894224 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:30.957785 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Allocated IP 172.20.0.1 (68b95a10-3251-4427-9552-1c762a5272ce/8daee37a-e28a-4fa6-95aa-3546f121601d/a66ac204-b5a2-4b46-b7d9-29d51ef38b79) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:01:31.015340 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Routers {'5bfd054d-28f7-4d15-adcc-cf638801a72e'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:01:31.015934 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:01:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['5bfd054d-28f7-4d15-adcc-cf638801a72e'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:31.021970 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334afba6-7905-450e-8620-27a04bc3b0f0 req-32ec8f2f-d299-4969-9e4c-a6d28d50dadc tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:31.030225 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-334afba6-7905-450e-8620-27a04bc3b0f0 req-32ec8f2f-d299-4969-9e4c-a6d28d50dadc tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1008842 Nov 23 09:01:31.145749 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-334afba6-7905-450e-8620-27a04bc3b0f0 req-4b213e1a-3ddb-4735-b054-d72a6367bc3e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145656 Nov 23 09:01:31.158932 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:31.160715 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ac072-e86c-4fce-a4c4-2e9ebf9d1868 None None] Pushing event updated for resources: {'Port': ['ID=fb0a88b7-7d23-48ce-b173-02eefb750ac9,revision_number=3']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:31.223517 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72940740-b8bd-4090-85c3-c08ddaf4dbd0 x-openstack-request-id: req-72940740-b8bd-4090-85c3-c08ddaf4dbd0 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:01:31.224017 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3631a4c0-56e0-419b-8c2a-56dcbc6c0230", "name": "network-vif-deleted", "tag": "cbdffd7c-afc7-47b2-9b90-e46f41e18a36", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:01:31.224423 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72940740-b8bd-4090-85c3-c08ddaf4dbd0 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:01:31.225057 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3631a4c0-56e0-419b-8c2a-56dcbc6c0230', 'name': 'network-vif-deleted', 'tag': 'cbdffd7c-afc7-47b2-9b90-e46f41e18a36', 'status': 'completed', 'code': 200} Nov 23 09:01:31.232364 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:31.330651 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] Set router 5bfd054d-28f7-4d15-adcc-cf638801a72e gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:01:31.416681 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e38e0a3e-6562-4780-96e5-8da702a78143 req-8b016996-6a56-4905-94ed-ea15e3ebfb4e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=3631a4c0-56e0-419b-8c2a-56dcbc6c0230 HTTP/1.1" status: 200 len: 210 time: 0.0655665 Nov 23 09:01:31.443026 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Network 68b95a10-3251-4427-9552-1c762a5272ce is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:01:31.443026 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:01:31.443441 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:01:31.444092 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404909'] for router_interface, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:31.447663 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Pushing event updated for resources: {'Port': ['ID=a66ac204-b5a2-4b46-b7d9-29d51ef38b79,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:31.630199 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'name': 'tempest-TestVolumeBootPattern-1454313446-router', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:01:26Z', 'revision_number': 3, 'project_id': '28f31233f27a4b85b27e0746b5df0054', 'gw_port': {'id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:31.665064 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:31.665991 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339397da-9f5f-4e93-a7eb-5de0666b9b98 None None] The sync data for ids ['5bfd054d-28f7-4d15-adcc-cf638801a72e'] in dv-cinder-768458-17-iscsi is: [{'id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'name': 'tempest-TestVolumeBootPattern-1454313446-router', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:01:26Z', 'revision_number': 3, 'project_id': '28f31233f27a4b85b27e0746b5df0054', 'gw_port': {'id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:01:31.853605 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-49a0bc39-a381-49db-8786-fec3b392d97f None None] Provisioning complete for port a66ac204-b5a2-4b46-b7d9-29d51ef38b79 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:31.854854 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-49a0bc39-a381-49db-8786-fec3b392d97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:31.924376 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-49a0bc39-a381-49db-8786-fec3b392d97f None None] Port a66ac204-b5a2-4b46-b7d9-29d51ef38b79 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:01:32.163526 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:32.175496 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:32.175983 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404509'] for router_interface, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:32.258261 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Pushing event updated for resources: {'Port': ['ID=a66ac204-b5a2-4b46-b7d9-29d51ef38b79,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:32.299547 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device fb0a88b7-7d23-48ce-b173-02eefb750ac9 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:01:32.337006 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa799aa-5636-42a9-8d16-e55454e83661 req-98ad4528-864c-4611-a006-b2841235a990 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:32.339866 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6fa799aa-5636-42a9-8d16-e55454e83661 req-98ad4528-864c-4611-a006-b2841235a990 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0940008 Nov 23 09:01:32.369061 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Network 68b95a10-3251-4427-9552-1c762a5272ce is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:01:32.371417 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:01:32.400776 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port fb0a88b7-7d23-48ce-b173-02eefb750ac9 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:32.401777 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:32.465703 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6fa799aa-5636-42a9-8d16-e55454e83661 req-212a74a1-bc7a-4633-a866-a1778387534a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158593 Nov 23 09:01:32.627450 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:32.654502 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Router 5bfd054d-28f7-4d15-adcc-cf638801a72e has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:01:32.675087 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-2c617480-84e2-48ef-8a85-ce97be2999d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:32.684391 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port fb0a88b7-7d23-48ce-b173-02eefb750ac9, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=fb0a88b7-7d23-48ce-b173-02eefb750ac9,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:32.696627 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:32.812797 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=fb0a88b7-7d23-48ce-b173-02eefb750ac9,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:32.861036 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:01:32.876042 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-87ecc0b6-d147-493f-a367-7bd8e4a2eaed admin admin] 10.222.0.46 "PUT /v2.0/routers/5bfd054d-28f7-4d15-adcc-cf638801a72e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7202232 Nov 23 09:01:32.876281 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0f31fcd3-05a1-40e7-9883-6ed17163007c None None] Provisioning complete for port a66ac204-b5a2-4b46-b7d9-29d51ef38b79 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:32.876281 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0f31fcd3-05a1-40e7-9883-6ed17163007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:32.938182 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0f31fcd3-05a1-40e7-9883-6ed17163007c None None] Port a66ac204-b5a2-4b46-b7d9-29d51ef38b79 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:01:33.535856 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39858) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:33.542060 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-2ef14d1a-fd75-40a6-93e3-84a79239e8fd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474799054', 'description': 'tempest-secgroup-smoke-474799054 description', 'project_id': '229671159ee9412ca1bcc93a838c73c1'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:33.605825 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2ef14d1a-fd75-40a6-93e3-84a79239e8fd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:33.641612 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b3bf5-beaa-4c11-9671-f99d9a1e068b req-e78f513c-5b3a-46ab-858e-27e803f3dc8b tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:33.650327 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-170b3bf5-beaa-4c11-9671-f99d9a1e068b req-e78f513c-5b3a-46ab-858e-27e803f3dc8b tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0656717 Nov 23 09:01:33.715324 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-170b3bf5-beaa-4c11-9671-f99d9a1e068b req-530b8e60-0f4a-471f-8e3c-4dca85bf1faa tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636172 Nov 23 09:01:33.746370 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2ef14d1a-fd75-40a6-93e3-84a79239e8fd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:33.750418 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2ef14d1a-fd75-40a6-93e3-84a79239e8fd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:33.795405 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2ef14d1a-fd75-40a6-93e3-84a79239e8fd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:33.796865 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-2ef14d1a-fd75-40a6-93e3-84a79239e8fd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2595980 Nov 23 09:01:33.799835 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39866) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:33.805297 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-af51edaa-a1e8-476f-a27b-78fa6062571f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Request body: {'security_group_rule': {'security_group_id': 'a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c', 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:33.822788 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef14d1a-fd75-40a6-93e3-84a79239e8fd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:33.852390 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-af51edaa-a1e8-476f-a27b-78fa6062571f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:33.925295 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:33.938448 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-af51edaa-a1e8-476f-a27b-78fa6062571f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:33.945956 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-af51edaa-a1e8-476f-a27b-78fa6062571f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:33.969882 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51edaa-a1e8-476f-a27b-78fa6062571f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7e8238-f464-45e7-8a5e-d90d95762f99,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:33.980405 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-af51edaa-a1e8-476f-a27b-78fa6062571f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:33.985051 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 39868) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:33.985498 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-af51edaa-a1e8-476f-a27b-78fa6062571f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1845267 Nov 23 09:01:33.990271 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-0b1d13fa-e38d-4008-bd69-d962771820ae tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Request body: {'security_group_rule': {'security_group_id': 'a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c', 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:33.998694 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device cbdffd7c-afc7-47b2-9b90-e46f41e18a36 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:01:34.042603 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: cbdffd7c-afc7-47b2-9b90-e46f41e18a36 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:01:34.043612 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device cbdffd7c-afc7-47b2-9b90-e46f41e18a36 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:01:34.066198 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0b1d13fa-e38d-4008-bd69-d962771820ae tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.202489 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0b1d13fa-e38d-4008-bd69-d962771820ae tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.222137 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c71f3-ab95-418c-9598-b5bf64684b57 req-d47d2bff-4db8-4e03-887b-259af27f8424 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:34.223234 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device fb0a88b7-7d23-48ce-b173-02eefb750ac9 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:01:34.231477 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b93c71f3-ab95-418c-9598-b5bf64684b57 req-d47d2bff-4db8-4e03-887b-259af27f8424 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 945 time: 0.1198640 Nov 23 09:01:34.238128 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0b1d13fa-e38d-4008-bd69-d962771820ae tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.275009 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d13fa-e38d-4008-bd69-d962771820ae tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a309f3-59da-443f-a396-a93ab6ebad4f,revision_number=0']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:34.303870 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0b1d13fa-e38d-4008-bd69-d962771820ae tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.308674 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39872) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:34.308824 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-0b1d13fa-e38d-4008-bd69-d962771820ae tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3224282 Nov 23 09:01:34.312482 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Sync routers for ids ['5bfd054d-28f7-4d15-adcc-cf638801a72e'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:01:34.314723 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-6c52fddd-ada2-4a65-9873-0c02879902bd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Request body: {'security_group_rule': {'security_group_id': 'a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c', 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:34.327419 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Routers {'5bfd054d-28f7-4d15-adcc-cf638801a72e'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:01:34.328452 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:01:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['5bfd054d-28f7-4d15-adcc-cf638801a72e'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:34.339026 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b93c71f3-ab95-418c-9598-b5bf64684b57 req-67db5f6f-caa1-4ef2-8e8b-e6057b0cf1c2 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075644 Nov 23 09:01:34.374081 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6c52fddd-ada2-4a65-9873-0c02879902bd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.399119 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port fb0a88b7-7d23-48ce-b173-02eefb750ac9 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:34.399656 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.460345 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6c52fddd-ada2-4a65-9873-0c02879902bd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.468032 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6c52fddd-ada2-4a65-9873-0c02879902bd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.485577 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52fddd-ada2-4a65-9873-0c02879902bd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30c29c8-18b7-4766-8b94-0f77ab5deba8,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:34.499906 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6c52fddd-ada2-4a65-9873-0c02879902bd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.502152 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-6c52fddd-ada2-4a65-9873-0c02879902bd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1920090 Nov 23 09:01:34.504844 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39874) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:34.507535 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Set router 5bfd054d-28f7-4d15-adcc-cf638801a72e gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:01:34.510001 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-da275927-a770-44ca-8306-f71c7e73ccdf tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Request body: {'security_group_rule': {'security_group_id': 'a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c', 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:34.549800 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-da275927-a770-44ca-8306-f71c7e73ccdf tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.648137 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-da275927-a770-44ca-8306-f71c7e73ccdf tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.654854 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-da275927-a770-44ca-8306-f71c7e73ccdf tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.682639 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da275927-a770-44ca-8306-f71c7e73ccdf tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2bf1c5-45d0-402d-b174-13930587b48d,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:34.704689 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-da275927-a770-44ca-8306-f71c7e73ccdf tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.706248 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-da275927-a770-44ca-8306-f71c7e73ccdf tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2001147 Nov 23 09:01:34.709051 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39878) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:34.714915 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-5a37f558-9128-47df-8ac9-a57d6a07006d tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Request body: {'security_group_rule': {'security_group_id': 'a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c', 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:34.745797 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.securitygroups_db [None req-5a37f558-9128-47df-8ac9-a57d6a07006d tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Project 229671159ee9412ca1bcc93a838c73c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 09:01:34.754049 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5a37f558-9128-47df-8ac9-a57d6a07006d tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.877178 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5a37f558-9128-47df-8ac9-a57d6a07006d tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.885462 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5a37f558-9128-47df-8ac9-a57d6a07006d tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.936375 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37f558-9128-47df-8ac9-a57d6a07006d tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a95295-0033-4595-8403-7e7605d28519,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:34.951680 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5a37f558-9128-47df-8ac9-a57d6a07006d tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:34.973327 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-5a37f558-9128-47df-8ac9-a57d6a07006d tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2479761 Nov 23 09:01:34.973327 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39886) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:34.973637 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80b609-b9cc-4c64-96bf-d8e585bfbe38 req-c1cc76a3-c071-4e3e-acb2-4f8e0711b870 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:34.978022 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-f4d5dacd-7da3-4013-a70a-68ff8e4beb66 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Request body: {'security_group_rule': {'security_group_id': 'a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c', 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:01:34.978916 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bc80b609-b9cc-4c64-96bf-d8e585bfbe38 req-c1cc76a3-c071-4e3e-acb2-4f8e0711b870 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1525095 Nov 23 09:01:35.012596 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:35.089040 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.securitygroups_db [None req-f4d5dacd-7da3-4013-a70a-68ff8e4beb66 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Project 229671159ee9412ca1bcc93a838c73c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 09:01:35.097020 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dacd-7da3-4013-a70a-68ff8e4beb66 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:35.105425 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'name': 'tempest-TestVolumeBootPattern-1454313446-router', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:01:31Z', 'revision_number': 4, 'project_id': '28f31233f27a4b85b27e0746b5df0054', 'gw_port': {'id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': 'a66ac204-b5a2-4b46-b7d9-29d51ef38b79', 'name': '', 'network_id': '68b95a10-3251-4427-9552-1c762a5272ce', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'mac_address': 'fa:16:3e:54:2b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8daee37a-e28a-4fa6-95aa-3546f121601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:30Z', 'updated_at': '2021-11-23T09:01:31Z', 'revision_number': 2, 'project_id': '28f31233f27a4b85b27e0746b5df0054', 'subnets': [{'id': '8daee37a-e28a-4fa6-95aa-3546f121601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:35.110651 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bc80b609-b9cc-4c64-96bf-d8e585bfbe38 req-ba7bff16-c145-4b30-a543-8f10d7cce024 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296530 Nov 23 09:01:35.137174 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Checking router: 5bfd054d-28f7-4d15-adcc-cf638801a72e for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:01:35.137543 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Updating router 5bfd054d-28f7-4d15-adcc-cf638801a72e port a66ac204-b5a2-4b46-b7d9-29d51ef38b79 binding host dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:01:35.164259 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:35.190227 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dacd-7da3-4013-a70a-68ff8e4beb66 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:35.199134 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dacd-7da3-4013-a70a-68ff8e4beb66 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:35.227750 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5dacd-7da3-4013-a70a-68ff8e4beb66 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0132bd-8405-421c-868a-cb2544927708,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:35.250082 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dacd-7da3-4013-a70a-68ff8e4beb66 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:35.251556 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-f4d5dacd-7da3-4013-a70a-68ff8e4beb66 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2884855 Nov 23 09:01:35.514317 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828c71e-c8bb-4b7b-bd42-c082412e4c7e req-27edfd7b-47ac-4474-85ee-7b705cc3aecd tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:35.515910 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4828c71e-c8bb-4b7b-bd42-c082412e4c7e req-27edfd7b-47ac-4474-85ee-7b705cc3aecd tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 945 time: 0.0777309 Nov 23 09:01:35.567511 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Publish callbacks [] for port, precommit_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:35.578702 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:35.629941 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4828c71e-c8bb-4b7b-bd42-c082412e4c7e req-4c6b6e65-97c8-4654-9566-e99dfba3580e tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8380364-6b83-4c61-961d-8ffdd1730e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987837 Nov 23 09:01:35.661077 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70259e-8c5b-4260-89f4-ccf994f39c79 None None] Pushing event updated for resources: {'Port': ['ID=a66ac204-b5a2-4b46-b7d9-29d51ef38b79,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:35.764766 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Attempting to bind port a66ac204-b5a2-4b46-b7d9-29d51ef38b79 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:01:35.765076 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Attempting to bind port a66ac204-b5a2-4b46-b7d9-29d51ef38b79 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'c220fa30-e059-4922-bbb0-779462c476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '68b95a10-3251-4427-9552-1c762a5272ce'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:01:35.765474 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Attempting to bind port a66ac204-b5a2-4b46-b7d9-29d51ef38b79 on network 68b95a10-3251-4427-9552-1c762a5272ce {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:01:35.772124 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:01:35.772521 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Checking segment: {'id': 'c220fa30-e059-4922-bbb0-779462c476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '68b95a10-3251-4427-9552-1c762a5272ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:01:35.773000 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:35.773501 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Bound using segment: {'id': 'c220fa30-e059-4922-bbb0-779462c476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '68b95a10-3251-4427-9552-1c762a5272ce'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:01:35.774514 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Bound port: a66ac204-b5a2-4b46-b7d9-29d51ef38b79, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c220fa30-e059-4922-bbb0-779462c476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '68b95a10-3251-4427-9552-1c762a5272ce'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:01:35.774514 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:35.879298 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:35.893946 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] For port a66ac204-b5a2-4b46-b7d9-29d51ef38b79, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:01:35.898896 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] For port a66ac204-b5a2-4b46-b7d9-29d51ef38b79, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=a66ac204-b5a2-4b46-b7d9-29d51ef38b79,segment=NetworkSegment(c220fa30-e059-4922-bbb0-779462c476ac),segment_id=c220fa30-e059-4922-bbb0-779462c476ac)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:01:35.908507 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:35.959276 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa5f5f-47ee-479d-940a-8aed8fb8fdde req-e13eeffe-4a8d-4cfd-9e9b-622600a7bb78 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:35.961885 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9daa5f5f-47ee-479d-940a-8aed8fb8fdde req-e13eeffe-4a8d-4cfd-9e9b-622600a7bb78 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 945 time: 0.1210468 Nov 23 09:01:35.985479 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Routers {'5bfd054d-28f7-4d15-adcc-cf638801a72e'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:01:35.986116 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:01:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['5bfd054d-28f7-4d15-adcc-cf638801a72e'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:36.051395 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70259e-8c5b-4260-89f4-ccf994f39c79 None None] Pushing event updated for resources: {'Port': ['ID=a66ac204-b5a2-4b46-b7d9-29d51ef38b79,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:36.156079 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-d7c1c440-6bfe-4aef-ac1e-318603161e3b None None] Provisioning complete for port a66ac204-b5a2-4b46-b7d9-29d51ef38b79 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:36.156810 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c440-6bfe-4aef-ac1e-318603161e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:36.224240 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] Set router 5bfd054d-28f7-4d15-adcc-cf638801a72e gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:01:36.251967 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-9daa5f5f-47ee-479d-940a-8aed8fb8fdde req-70bfcef2-08ac-4c59-8071-e10fc98a4f41 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Deleting port a8efe016-048d-473e-bb9a-b6758d97be0a {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:01:36.252501 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-9daa5f5f-47ee-479d-940a-8aed8fb8fdde req-70bfcef2-08ac-4c59-8071-e10fc98a4f41 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:36.380490 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d5605-6243-4c6d-83d4-ca8fced5f969 req-8bc9ba4c-d891-487a-81a0-95680a14623a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:36.390570 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e03d5605-6243-4c6d-83d4-ca8fced5f969 req-8bc9ba4c-d891-487a-81a0-95680a14623a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1241596 Nov 23 09:01:36.396902 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c440-6bfe-4aef-ac1e-318603161e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:36.428216 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-9daa5f5f-47ee-479d-940a-8aed8fb8fdde req-70bfcef2-08ac-4c59-8071-e10fc98a4f41 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] For port a8efe016-048d-473e-bb9a-b6758d97be0a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a8efe016-048d-473e-bb9a-b6758d97be0a,segment=NetworkSegment(ac15d12c-1854-479e-ac0d-573c2e8c26f9),segment_id=ac15d12c-1854-479e-ac0d-573c2e8c26f9)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:36.429394 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-9daa5f5f-47ee-479d-940a-8aed8fb8fdde req-70bfcef2-08ac-4c59-8071-e10fc98a4f41 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:36.446331 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-9daa5f5f-47ee-479d-940a-8aed8fb8fdde req-70bfcef2-08ac-4c59-8071-e10fc98a4f41 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Calling delete_port for a8efe016-048d-473e-bb9a-b6758d97be0a owned by compute:nova {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:01:36.475177 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e03d5605-6243-4c6d-83d4-ca8fced5f969 req-81d6aa4c-0292-43ec-a1a2-6542f9458e92 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835595 Nov 23 09:01:36.509492 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-d7c1c440-6bfe-4aef-ac1e-318603161e3b None None] For port a66ac204-b5a2-4b46-b7d9-29d51ef38b79, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=a66ac204-b5a2-4b46-b7d9-29d51ef38b79,segment=NetworkSegment(c220fa30-e059-4922-bbb0-779462c476ac),segment_id=c220fa30-e059-4922-bbb0-779462c476ac)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:36.520031 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c440-6bfe-4aef-ac1e-318603161e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:36.600671 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1c440-6bfe-4aef-ac1e-318603161e3b None None] Pushing event updated for resources: {'Port': ['ID=a66ac204-b5a2-4b46-b7d9-29d51ef38b79,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:36.628442 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'name': 'tempest-TestVolumeBootPattern-1454313446-router', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:01:31Z', 'revision_number': 4, 'project_id': '28f31233f27a4b85b27e0746b5df0054', 'gw_port': {'id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': 'a66ac204-b5a2-4b46-b7d9-29d51ef38b79', 'name': '', 'network_id': '68b95a10-3251-4427-9552-1c762a5272ce', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'mac_address': 'fa:16:3e:54:2b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8daee37a-e28a-4fa6-95aa-3546f121601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:30Z', 'updated_at': '2021-11-23T09:01:35Z', 'revision_number': 4, 'project_id': '28f31233f27a4b85b27e0746b5df0054', 'subnets': [{'id': '8daee37a-e28a-4fa6-95aa-3546f121601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:36.641122 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-9daa5f5f-47ee-479d-940a-8aed8fb8fdde req-70bfcef2-08ac-4c59-8071-e10fc98a4f41 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:36.686928 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe81757d-b670-4dfe-be4e-3f4908a2c373 None None] The sync data for ids ['5bfd054d-28f7-4d15-adcc-cf638801a72e'] in dv-cinder-768458-17-iscsi is: [{'id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'name': 'tempest-TestVolumeBootPattern-1454313446-router', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:01:31Z', 'revision_number': 4, 'project_id': '28f31233f27a4b85b27e0746b5df0054', 'gw_port': {'id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': 'a66ac204-b5a2-4b46-b7d9-29d51ef38b79', 'name': '', 'network_id': '68b95a10-3251-4427-9552-1c762a5272ce', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'mac_address': 'fa:16:3e:54:2b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8daee37a-e28a-4fa6-95aa-3546f121601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:30Z', 'updated_at': '2021-11-23T09:01:35Z', 'revision_number': 4, 'project_id': '28f31233f27a4b85b27e0746b5df0054', 'subnets': [{'id': '8daee37a-e28a-4fa6-95aa-3546f121601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:01:36.691228 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['a8efe016-048d-473e-bb9a-b6758d97be0a'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:01:36.694290 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfcef2-08ac-4c59-8071-e10fc98a4f41 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Pushing event deleted for resources: {'Port': ['ID=a8efe016-048d-473e-bb9a-b6758d97be0a,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:36.770072 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-06782e15-2a23-4a0a-9fba-102adf61bef0 None None] Provisioning complete for port a66ac204-b5a2-4b46-b7d9-29d51ef38b79 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:36.770436 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-06782e15-2a23-4a0a-9fba-102adf61bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:36.783534 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-9daa5f5f-47ee-479d-940a-8aed8fb8fdde req-70bfcef2-08ac-4c59-8071-e10fc98a4f41 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] No DVR routers for this DVR port a8efe016-048d-473e-bb9a-b6758d97be0a on host hv-cinder-76845 {{(pid=102541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:01:36.811611 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-9daa5f5f-47ee-479d-940a-8aed8fb8fdde req-70bfcef2-08ac-4c59-8071-e10fc98a4f41 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:36.824496 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9daa5f5f-47ee-479d-940a-8aed8fb8fdde req-70bfcef2-08ac-4c59-8071-e10fc98a4f41 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.47 "DELETE /v2.0/ports/a8efe016-048d-473e-bb9a-b6758d97be0a HTTP/1.1" status: 204 len: 173 time: 0.8440673 Nov 23 09:01:36.825344 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f78026a-3a7c-46df-bc8b-8cf227c87354', 'name': 'network-vif-deleted', 'tag': 'a8efe016-048d-473e-bb9a-b6758d97be0a'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:01:36.828591 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f909e1e-e4fc-4922-881b-06e519612cb1" -d '{"events": [{"server_uuid": "0f78026a-3a7c-46df-bc8b-8cf227c87354", "name": "network-vif-deleted", "tag": "a8efe016-048d-473e-bb9a-b6758d97be0a"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:01:36.919618 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-345e8e62-f48a-41ee-b0fd-e4812222cfed req-c2799eb6-f5cd-4fc1-bfe0-ea86e0c0c219 tempest-AttachVolumeNegativeTest-1869775863 tempest-AttachVolumeNegativeTest-1869775863-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f78026a-3a7c-46df-bc8b-8cf227c87354 HTTP/1.1" status: 200 len: 210 time: 0.0577488 Nov 23 09:01:36.922134 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950d3bc6-8632-466b-a8a2-0938da7fe4b3 x-openstack-request-id: req-950d3bc6-8632-466b-a8a2-0938da7fe4b3 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:01:36.922503 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f78026a-3a7c-46df-bc8b-8cf227c87354", "name": "network-vif-deleted", "tag": "a8efe016-048d-473e-bb9a-b6758d97be0a", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:01:36.922850 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-950d3bc6-8632-466b-a8a2-0938da7fe4b3 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:01:36.923274 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f78026a-3a7c-46df-bc8b-8cf227c87354', 'name': 'network-vif-deleted', 'tag': 'a8efe016-048d-473e-bb9a-b6758d97be0a', 'status': 'completed', 'code': 200} Nov 23 09:01:37.654595 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b5c94-0d93-4dbd-86e7-c03aee644bec req-75929298-fec4-4e0f-90f5-279ff83cc368 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:37.659685 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dc0b5c94-0d93-4dbd-86e7-c03aee644bec req-75929298-fec4-4e0f-90f5-279ff83cc368 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0860114 Nov 23 09:01:37.673674 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f1ab8-8512-4b93-8e4c-37bc5418be7a req-a9d77833-d41a-4c49-bb36-fe2ea1272a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:37.675203 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1a1f1ab8-8512-4b93-8e4c-37bc5418be7a req-a9d77833-d41a-4c49-bb36-fe2ea1272a96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0734696 Nov 23 09:01:37.719894 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dc0b5c94-0d93-4dbd-86e7-c03aee644bec req-def5be27-ef4b-4130-ba6e-23c650063c6d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528131 Nov 23 09:01:37.990242 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39994) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:38.052551 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab221c88-b765-40b1-b6cf-fa19c8496118 admin admin] Deleting subnet a08cbcc1-e6a1-42f0-a355-e990471ea40c {{(pid=102542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:01:38.055973 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ab221c88-b765-40b1-b6cf-fa19c8496118 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:38.098279 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ab221c88-b765-40b1-b6cf-fa19c8496118 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:38.106467 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ab221c88-b765-40b1-b6cf-fa19c8496118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:38.178570 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ab221c88-b765-40b1-b6cf-fa19c8496118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for subnet, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:38.210129 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab221c88-b765-40b1-b6cf-fa19c8496118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a08cbcc1-e6a1-42f0-a355-e990471ea40c,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:38.214968 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ab221c88-b765-40b1-b6cf-fa19c8496118 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:38.219560 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-ab221c88-b765-40b1-b6cf-fa19c8496118 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a08cbcc1-e6a1-42f0-a355-e990471ea40c HTTP/1.1" status: 204 len: 168 time: 0.2272947 Nov 23 09:01:38.221439 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 39998) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:38.221846 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device a66ac204-b5a2-4b46-b7d9-29d51ef38b79 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:01:38.305672 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port a66ac204-b5a2-4b46-b7d9-29d51ef38b79 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:01:38.306052 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:38.314412 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:38.421071 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:38.443154 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.443557 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.444267 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.444640 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > port after_create 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.444947 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.445317 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > port after_update 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.445646 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.446054 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.446339 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.446666 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.521709 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.522066 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.522406 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.522742 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:01:38.523115 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90165a93-ecd4-4624-b7b5-1b5c85ea25bb']}} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:38.542874 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac15d12c-1854-479e-ac0d-573c2e8c26f9') {'for_net_delete': True} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:38.543248 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac15d12c-1854-479e-ac0d-573c2e8c26f9') {} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:01:38.559632 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785801'] for segment, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:38.580519 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:38.589422 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:01:38.589839 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12410395'] for segment, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: from cryptography.utils import int_from_bytes Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: from cryptography.utils import int_from_bytes Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: Traceback (most recent call last): Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: timer() Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: cb(*args, **kw) Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: return func(*args, **kwargs) Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: self._notify() Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: self.callback(batched_events) Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: event.method(event) Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: return f(self, *a, **k) Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._get(url).json() Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: return self.request(url, 'GET', **kwargs) Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:01:38.594018 dv-cinder-768458-17-iscsi neutron-server[102542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:01:38.651902 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:38.658225 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:38.661597 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] 10.222.0.46 "DELETE /v2.0/networks/90165a93-ecd4-4624-b7b5-1b5c85ea25bb HTTP/1.1" status: 204 len: 168 time: 0.4392254 Nov 23 09:01:38.679677 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d2483-d994-4f9c-9621-0d655bfb365b admin admin] Pushing event deleted for resources: {'Network': ['ID=90165a93-ecd4-4624-b7b5-1b5c85ea25bb,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:38.871624 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67148e40-57b0-4144-96bc-668f5fafcb63 req-ce5a124b-152b-4b02-83c1-d6fa1da8ceee tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:38.874411 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-67148e40-57b0-4144-96bc-668f5fafcb63 req-ce5a124b-152b-4b02-83c1-d6fa1da8ceee tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0680823 Nov 23 09:01:38.925980 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 40008) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:38.928785 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-67148e40-57b0-4144-96bc-668f5fafcb63 req-d16ecc65-9b4e-40b5-8fcf-7787e9ad6af3 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457425 Nov 23 09:01:38.967613 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-2a006ad0-8f2a-4d05-bace-a5529f231cfa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82f534070f974dc882ad415be1a1d3ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403852 Nov 23 09:01:38.970635 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 40010) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:39.018722 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2602f964-1e75-44c3-bd0c-77fd4e59ea74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:39.040992 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2602f964-1e75-44c3-bd0c-77fd4e59ea74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:39.089892 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2602f964-1e75-44c3-bd0c-77fd4e59ea74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:39.092868 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2602f964-1e75-44c3-bd0c-77fd4e59ea74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:39.094029 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-2602f964-1e75-44c3-bd0c-77fd4e59ea74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8380364-6b83-4c61-961d-8ffdd1730e9e HTTP/1.1" status: 204 len: 168 time: 0.1224675 Nov 23 09:01:39.102082 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602f964-1e75-44c3-bd0c-77fd4e59ea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8380364-6b83-4c61-961d-8ffdd1730e9e,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:39.702925 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f1ab8-8512-4b93-8e4c-37bc5418be7a req-a82c9c5e-7d97-4d88-8c1c-1f3b99220b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:39.704424 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1a1f1ab8-8512-4b93-8e4c-37bc5418be7a req-a82c9c5e-7d97-4d88-8c1c-1f3b99220b23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 918 time: 0.0978808 Nov 23 09:01:40.053238 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c5e10-c448-4670-a824-db5ee9b92d1c req-bb0237fb-f88a-4aa8-8745-581489cde8a4 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:40.054706 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ef8c5e10-c448-4670-a824-db5ee9b92d1c req-bb0237fb-f88a-4aa8-8745-581489cde8a4 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0502572 Nov 23 09:01:40.114053 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ef8c5e10-c448-4670-a824-db5ee9b92d1c req-a7f4ae22-5f84-42cb-b24f-a4ca28bdbf76 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514004 Nov 23 09:01:40.696122 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device a8efe016-048d-473e-bb9a-b6758d97be0a no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:01:40.722947 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: a8efe016-048d-473e-bb9a-b6758d97be0a {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:01:40.723606 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device a8efe016-048d-473e-bb9a-b6758d97be0a not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:01:40.791250 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1a1f1ab8-8512-4b93-8e4c-37bc5418be7a req-ad82fa1e-4dbd-407b-a03e-c248612c1cdf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe7e8ac-f495-4361-902c-7da559e50715 HTTP/1.1" status: 200 len: 1001 time: 0.1014817 Nov 23 09:01:40.842455 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f1ab8-8512-4b93-8e4c-37bc5418be7a req-7e8e2505-1e2e-4fa6-88cb-850a51607f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:40.843932 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1a1f1ab8-8512-4b93-8e4c-37bc5418be7a req-7e8e2505-1e2e-4fa6-88cb-850a51607f9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 200 len: 856 time: 0.0457563 Nov 23 09:01:40.894384 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 40068) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:40.912666 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f1ab8-8512-4b93-8e4c-37bc5418be7a req-838d02cb-d06b-4c18-b899-9388bafe3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:40.914264 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1a1f1ab8-8512-4b93-8e4c-37bc5418be7a req-838d02cb-d06b-4c18-b899-9388bafe3106 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=173e57ff-5d80-4e2b-b8fe-bc64d9610472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0628030 Nov 23 09:01:41.024015 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1a1f1ab8-8512-4b93-8e4c-37bc5418be7a req-bda758e2-db9e-4080-ac6a-152d4925a829 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016500 Nov 23 09:01:41.058864 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-99d4eb15-c931-4d85-b8ba-622cb9c85485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.176822 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-99d4eb15-c931-4d85-b8ba-622cb9c85485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.180773 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-99d4eb15-c931-4d85-b8ba-622cb9c85485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.232194 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-99d4eb15-c931-4d85-b8ba-622cb9c85485 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7054f26c0563478bab03b15ffde5fd5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366742 Nov 23 09:01:41.232943 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 40076) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:41.233630 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4eb15-c931-4d85-b8ba-622cb9c85485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac37c4a-6b09-445a-8024-95da044f71b4,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:41.308027 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-10ee8638-1752-4148-bb5e-1eeced295a33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.332389 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-10ee8638-1752-4148-bb5e-1eeced295a33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.387335 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-10ee8638-1752-4148-bb5e-1eeced295a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.390094 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-10ee8638-1752-4148-bb5e-1eeced295a33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.393216 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1a1f1ab8-8512-4b93-8e4c-37bc5418be7a req-9689639a-c313-47d3-8def-d9cc63f71a0f service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588960 Nov 23 09:01:41.393397 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-10ee8638-1752-4148-bb5e-1eeced295a33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cac37c4a-6b09-445a-8024-95da044f71b4 HTTP/1.1" status: 204 len: 168 time: 0.1543512 Nov 23 09:01:41.405057 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3a564-5254-4d57-875e-d4b3b0598ceb req-9025ec5c-529e-43fa-a2d6-a7604c474745 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:41.405874 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee8638-1752-4148-bb5e-1eeced295a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac37c4a-6b09-445a-8024-95da044f71b4,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:41.412216 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a9d3a564-5254-4d57-875e-d4b3b0598ceb req-9025ec5c-529e-43fa-a2d6-a7604c474745 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0828402 Nov 23 09:01:41.456493 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a9d3a564-5254-4d57-875e-d4b3b0598ceb req-63488163-2d3f-4813-9f84-973e46f0534c tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 Nov 23 09:01:41.713890 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 40094) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:41.727647 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7abef4d7-f4ae-4fa6-a552-a186f6fb9d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.803702 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7abef4d7-f4ae-4fa6-a552-a186f6fb9d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.807744 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7abef4d7-f4ae-4fa6-a552-a186f6fb9d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.846201 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-7abef4d7-f4ae-4fa6-a552-a186f6fb9d24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25e4fb7b41bb4a01b97a6798aff3a22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310761 Nov 23 09:01:41.846893 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abef4d7-f4ae-4fa6-a552-a186f6fb9d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79de301-27e7-4243-b5b9-3dfe0902a29a,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:41.849113 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 40096) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:41.904945 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.925226 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.971227 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.973937 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:41.975183 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a79de301-27e7-4243-b5b9-3dfe0902a29a HTTP/1.1" status: 204 len: 168 time: 0.1243412 Nov 23 09:01:41.983848 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79de301-27e7-4243-b5b9-3dfe0902a29a,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:41.996744 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:41.997196 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:41.997625 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:41.998068 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:41.998479 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:41.998882 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:41.999289 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:41.999622 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:41.999952 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:42.000280 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:42.000602 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:42.000926 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dda6d-df8b-4a08-aa3f-c02da59f4785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:42.604669 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da8772-1ddf-4a6d-9580-099ff113ef28 req-8c44069e-8185-4366-b45d-41fc56992eab tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:42.616217 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-68da8772-1ddf-4a6d-9580-099ff113ef28 req-8c44069e-8185-4366-b45d-41fc56992eab tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0725622 Nov 23 09:01:42.636907 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ca7da-3b59-40ad-b60d-86e531ee463a req-adbd7a47-da2b-4934-98c5-ae24f5f8bbc4 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:42.638536 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-765ca7da-3b59-40ad-b60d-86e531ee463a req-adbd7a47-da2b-4934-98c5-ae24f5f8bbc4 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0682933 Nov 23 09:01:42.662471 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-68da8772-1ddf-4a6d-9580-099ff113ef28 req-629cbc7b-a9f8-4413-ad83-acfe239093df tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451093 Nov 23 09:01:42.693093 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-765ca7da-3b59-40ad-b60d-86e531ee463a req-86b6b08a-6b89-4cd3-9609-68ad97226105 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469065 Nov 23 09:01:43.814764 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60131ab5-c21d-4bb1-9c61-79212b3ec5c3 req-1fb1bf20-8971-4c67-a703-e599d1817615 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:43.816361 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-60131ab5-c21d-4bb1-9c61-79212b3ec5c3 req-1fb1bf20-8971-4c67-a703-e599d1817615 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0573688 Nov 23 09:01:43.860720 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1668e-62b1-4538-b911-aa088b29d3d6 req-b5081f30-a90a-4a42-8a36-1df123fbe84a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:43.862767 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c5f1668e-62b1-4538-b911-aa088b29d3d6 req-b5081f30-a90a-4a42-8a36-1df123fbe84a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0718372 Nov 23 09:01:43.881559 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-60131ab5-c21d-4bb1-9c61-79212b3ec5c3 req-41dec582-46bb-4be4-a585-972478bc6f4c tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533967 Nov 23 09:01:43.915496 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c5f1668e-62b1-4538-b911-aa088b29d3d6 req-666607b7-522d-4431-95b8-f327955b2af8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459554 Nov 23 09:01:45.007765 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848cc4f-e388-45bb-a8bd-115840e20222 req-d6d04f8e-464b-4f90-9bf6-b12f2a7c7c8f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:45.009259 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0848cc4f-e388-45bb-a8bd-115840e20222 req-d6d04f8e-464b-4f90-9bf6-b12f2a7c7c8f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0488670 Nov 23 09:01:45.029831 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4438a-c47a-43d5-845d-1a1cb914fd52 req-44bd6ce8-cd15-4b56-888e-ff1d16f6713b tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:45.031296 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8ca4438a-c47a-43d5-845d-1a1cb914fd52 req-44bd6ce8-cd15-4b56-888e-ff1d16f6713b tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0473018 Nov 23 09:01:45.056550 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0848cc4f-e388-45bb-a8bd-115840e20222 req-c342c44b-985d-47d5-ae5e-b6f38d896106 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411608 Nov 23 09:01:45.079264 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8ca4438a-c47a-43d5-845d-1a1cb914fd52 req-3dad1392-871e-4c2c-b1d9-27323b56f10f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Nov 23 09:01:45.621817 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device efe7e8ac-f495-4361-902c-7da559e50715 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:01:45.648946 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:45.701062 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:45.726017 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:01:45.728349 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09969290-caac-41b8-9d7f-3c9f798a1f5c" -d '{"events": [{"server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "name": "network-vif-unplugged", "status": "completed", "tag": "efe7e8ac-f495-4361-902c-7da559e50715"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:01:45.742483 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port efe7e8ac-f495-4361-902c-7da559e50715, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=efe7e8ac-f495-4361-902c-7da559e50715,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:45.746583 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:45.785051 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adf8670-2636-46f4-bc9c-bdf7a31de7f6 x-openstack-request-id: req-1adf8670-2636-46f4-bc9c-bdf7a31de7f6 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:01:45.785480 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "name": "network-vif-unplugged", "status": "completed", "tag": "efe7e8ac-f495-4361-902c-7da559e50715", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:01:45.785743 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1adf8670-2636-46f4-bc9c-bdf7a31de7f6 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:01:45.786127 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715', 'code': 200} Nov 23 09:01:45.802148 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=efe7e8ac-f495-4361-902c-7da559e50715,revision_number=8']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:46.181774 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26a477-2224-4d05-a347-a59336d68e01 req-1cfb6d68-f169-414f-9adf-03a1e972fd25 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:46.183946 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4c26a477-2224-4d05-a347-a59336d68e01 req-1cfb6d68-f169-414f-9adf-03a1e972fd25 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0505602 Nov 23 09:01:46.232064 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4c26a477-2224-4d05-a347-a59336d68e01 req-0632dfd0-1c09-4a23-8852-1e7bf9983d92 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419631 Nov 23 09:01:46.233460 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202befcb-e750-433b-a452-f6915445f245 req-911997d4-1626-4fe6-a98d-216f8e7e709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:46.235190 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-202befcb-e750-433b-a452-f6915445f245 req-911997d4-1626-4fe6-a98d-216f8e7e709e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0777361 Nov 23 09:01:46.243505 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434dfa2-b757-4a25-b486-41fd08108cad req-a3c4ef1f-f391-42ae-a83a-dd2095fc1079 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:46.246537 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8434dfa2-b757-4a25-b486-41fd08108cad req-a3c4ef1f-f391-42ae-a83a-dd2095fc1079 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0804448 Nov 23 09:01:46.359560 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8434dfa2-b757-4a25-b486-41fd08108cad req-8842fa27-24aa-49fd-8c9a-dd3e181ee949 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059902 Nov 23 09:01:46.376415 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202befcb-e750-433b-a452-f6915445f245 req-09d8b77c-4cbc-44d5-bdc3-e796afe3cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:46.377919 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-202befcb-e750-433b-a452-f6915445f245 req-09d8b77c-4cbc-44d5-bdc3-e796afe3cf60 service neutron] 10.222.0.47 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 918 time: 0.1175714 Nov 23 09:01:46.452287 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-202befcb-e750-433b-a452-f6915445f245 req-ce996b48-0d2a-43e0-9d4c-1b93ce324465 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe7e8ac-f495-4361-902c-7da559e50715 HTTP/1.1" status: 200 len: 999 time: 0.0638540 Nov 23 09:01:46.512246 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202befcb-e750-433b-a452-f6915445f245 req-c5274c44-e66e-4879-8671-a5640d450f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:46.513753 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-202befcb-e750-433b-a452-f6915445f245 req-c5274c44-e66e-4879-8671-a5640d450f8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 200 len: 856 time: 0.0442450 Nov 23 09:01:46.561872 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202befcb-e750-433b-a452-f6915445f245 req-8d36e719-0526-4a6f-846f-4c87cfae0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:46.563556 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-202befcb-e750-433b-a452-f6915445f245 req-8d36e719-0526-4a6f-846f-4c87cfae0d25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=173e57ff-5d80-4e2b-b8fe-bc64d9610472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424035 Nov 23 09:01:46.660768 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-202befcb-e750-433b-a452-f6915445f245 req-2f302fcf-6e12-4b36-ad3a-dc39108009a0 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890765 Nov 23 09:01:46.768376 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-202befcb-e750-433b-a452-f6915445f245 req-1583e9c0-0b3f-4532-9d90-6b31aaa74e0a service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937762 Nov 23 09:01:47.370441 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939f6b9-22b0-4a01-9a70-b9309442bbc9 req-9996aa10-4d2c-47dc-80d4-3c8b61b2e173 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:47.371878 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b939f6b9-22b0-4a01-9a70-b9309442bbc9 req-9996aa10-4d2c-47dc-80d4-3c8b61b2e173 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0533249 Nov 23 09:01:47.423526 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b939f6b9-22b0-4a01-9a70-b9309442bbc9 req-f54e3d1e-3bce-409d-bdc6-5b0471213916 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457730 Nov 23 09:01:47.484820 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550064a-798e-4ae3-883c-777752700337 req-162374e1-fd4d-4c6d-9fea-2a633bf8fbdf tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:47.486437 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b550064a-798e-4ae3-883c-777752700337 req-162374e1-fd4d-4c6d-9fea-2a633bf8fbdf tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.0581191 Nov 23 09:01:47.546069 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b550064a-798e-4ae3-883c-777752700337 req-5897ab68-9b11-4789-bc63-d992ea5b0f05 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535417 Nov 23 09:01:47.923164 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [req-505a2d12-9a2e-4ef2-9236-46cf5c40a9e4 req-03ed2bdb-e752-4c5d-bcae-9c5aaf54983e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:01:47.924172 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-505a2d12-9a2e-4ef2-9236-46cf5c40a9e4 req-03ed2bdb-e752-4c5d-bcae-9c5aaf54983e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055792 Nov 23 09:01:48.097854 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff3200-6fdd-40d5-be59-bd33b1687f2a req-325ece95-7c8a-44aa-901e-a0f1629fb062 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:48.106855 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6aff3200-6fdd-40d5-be59-bd33b1687f2a req-325ece95-7c8a-44aa-901e-a0f1629fb062 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0614231 Nov 23 09:01:48.152085 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6aff3200-6fdd-40d5-be59-bd33b1687f2a req-84e4952a-4108-4a02-822a-c62df4a9b73a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442929 Nov 23 09:01:48.390209 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 40272) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:48.455486 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 40276) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:48.518357 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7862b034-497c-420a-8039-b2c2927cf870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:48.569279 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-1b35e778-fbe7-4a6c-bc0c-e3bacb9e541e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125574 Nov 23 09:01:48.598466 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-8f5af8a2-5fe9-42de-b9ff-4b4759980384 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:01:48.599512 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-8f5af8a2-5fe9-42de-b9ff-4b4759980384 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208626 Nov 23 09:01:48.693364 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8dc1f-7f1d-4cf8-b75d-32a28fff532e req-0768a483-12cb-4d3d-85de-32df16f15f59 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:48.694966 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-01d8dc1f-7f1d-4cf8-b75d-32a28fff532e req-0768a483-12cb-4d3d-85de-32df16f15f59 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.47 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.1174948 Nov 23 09:01:48.749676 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29409fe-665f-4ee8-b839-1fae8ffeac6d req-d9b12a8d-6636-4120-a723-09a52f85311c tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:48.751198 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b29409fe-665f-4ee8-b839-1fae8ffeac6d req-d9b12a8d-6636-4120-a723-09a52f85311c tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 946 time: 0.1299639 Nov 23 09:01:48.760072 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7862b034-497c-420a-8039-b2c2927cf870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:48.779774 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7862b034-497c-420a-8039-b2c2927cf870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:48.877725 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-7862b034-497c-420a-8039-b2c2927cf870 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed687583083a43d495a2fb37dc824c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4863274 Nov 23 09:01:48.880288 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862b034-497c-420a-8039-b2c2927cf870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2842711e-f1b9-47c7-ac47-4309a24f26c6,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:48.881934 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 40292) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:48.900311 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b29409fe-665f-4ee8-b839-1fae8ffeac6d req-5d358096-9182-4623-8d8b-8ffcf63c8402 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336744 Nov 23 09:01:48.936136 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-01d8dc1f-7f1d-4cf8-b75d-32a28fff532e req-b70e77e1-45ad-448e-979c-af0c469b38fb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Deleting port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:01:48.936998 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-01d8dc1f-7f1d-4cf8-b75d-32a28fff532e req-b70e77e1-45ad-448e-979c-af0c469b38fb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:48.984313 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.012587 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.061036 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-01d8dc1f-7f1d-4cf8-b75d-32a28fff532e req-b70e77e1-45ad-448e-979c-af0c469b38fb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] For port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704,segment=NetworkSegment(808be254-c4cd-45e1-9e8e-822d369660e2),segment_id=808be254-c4cd-45e1-9e8e-822d369660e2)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:01:49.061924 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-01d8dc1f-7f1d-4cf8-b75d-32a28fff532e req-b70e77e1-45ad-448e-979c-af0c469b38fb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.095963 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-01d8dc1f-7f1d-4cf8-b75d-32a28fff532e req-b70e77e1-45ad-448e-979c-af0c469b38fb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Calling delete_port for 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 owned by compute:nova {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:01:49.097905 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.100907 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.110675 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2842711e-f1b9-47c7-ac47-4309a24f26c6 HTTP/1.1" status: 204 len: 168 time: 0.2150278 Nov 23 09:01:49.133087 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2842711e-f1b9-47c7-ac47-4309a24f26c6,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:49.147496 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:49.147860 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:49.148241 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:49.148587 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:49.148926 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:49.149389 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:49.149745 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:49.150105 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:49.150619 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:49.151675 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:49.152304 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:49.152800 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c4fc81-a274-4f79-9f75-93b626c4350e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:01:49.303632 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da299d-6945-4aa1-8dc2-89f9baaaedaf req-20ccea42-3bf9-433c-b89f-81ef83707813 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:49.305835 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-18da299d-6945-4aa1-8dc2-89f9baaaedaf req-20ccea42-3bf9-433c-b89f-81ef83707813 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0660789 Nov 23 09:01:49.315024 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-01d8dc1f-7f1d-4cf8-b75d-32a28fff532e req-b70e77e1-45ad-448e-979c-af0c469b38fb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.327994 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['6a5bc769-b686-4f1b-aa8b-1993d134c1f8', '14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:01:49.358989 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e77e1-45ad-448e-979c-af0c469b38fb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Pushing event deleted for resources: {'Port': ['ID=14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:49.387840 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-18da299d-6945-4aa1-8dc2-89f9baaaedaf req-7fcbce9c-e76c-4ebb-886e-b467e492fa2c tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747545 Nov 23 09:01:49.415814 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d8dc1f-7f1d-4cf8-b75d-32a28fff532e req-b70e77e1-45ad-448e-979c-af0c469b38fb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] No DVR routers for this DVR port 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 on host hv-cinder-76845 {{(pid=102541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:01:49.419163 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-01d8dc1f-7f1d-4cf8-b75d-32a28fff532e req-b70e77e1-45ad-448e-979c-af0c469b38fb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.422820 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-01d8dc1f-7f1d-4cf8-b75d-32a28fff532e req-b70e77e1-45ad-448e-979c-af0c469b38fb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.47 "DELETE /v2.0/ports/14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 HTTP/1.1" status: 204 len: 173 time: 0.7169142 Nov 23 09:01:49.423520 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7360d955-d8b0-49dc-bb7e-a804b8f5246b', 'name': 'network-vif-deleted', 'tag': '14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:01:49.425746 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79297bf7-4053-4c3c-b477-cd37545531d2" -d '{"events": [{"server_uuid": "7360d955-d8b0-49dc-bb7e-a804b8f5246b", "name": "network-vif-deleted", "tag": "14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:01:49.471287 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee953b7-be1f-4980-b33f-517b4802aee4 x-openstack-request-id: req-bee953b7-be1f-4980-b33f-517b4802aee4 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:01:49.471762 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7360d955-d8b0-49dc-bb7e-a804b8f5246b", "name": "network-vif-deleted", "tag": "14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:01:49.472180 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bee953b7-be1f-4980-b33f-517b4802aee4 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:01:49.472779 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7360d955-d8b0-49dc-bb7e-a804b8f5246b', 'name': 'network-vif-deleted', 'tag': '14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704', 'status': 'completed', 'code': 200} Nov 23 09:01:49.555128 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 40308) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:49.568804 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba196-a1d6-4dea-8580-54a7bfabaf98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.622155 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:01:49.642474 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:01:49.642818 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 14b8cc4b-9be8-4f3d-9cd6-e402ed0c9704 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:01:49.643324 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device efe7e8ac-f495-4361-902c-7da559e50715 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:01:49.652491 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba196-a1d6-4dea-8580-54a7bfabaf98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.656865 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba196-a1d6-4dea-8580-54a7bfabaf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.701433 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-0e6ba196-a1d6-4dea-8580-54a7bfabaf98 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62f3cca43742428db1abadff8cde7bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452034 Nov 23 09:01:49.704126 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 40310) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:01:49.707065 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ba196-a1d6-4dea-8580-54a7bfabaf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b212494-6834-4cad-b44d-b67ace2a721a,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:49.765097 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a26c5b01-63fb-4964-8484-552bfa565620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.787696 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a26c5b01-63fb-4964-8484-552bfa565620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.836394 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a26c5b01-63fb-4964-8484-552bfa565620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.840088 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-a26c5b01-63fb-4964-8484-552bfa565620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:01:49.841994 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-a26c5b01-63fb-4964-8484-552bfa565620 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b212494-6834-4cad-b44d-b67ace2a721a HTTP/1.1" status: 204 len: 168 time: 0.1362610 Nov 23 09:01:49.851235 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c5b01-63fb-4964-8484-552bfa565620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b212494-6834-4cad-b44d-b67ace2a721a,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:01:50.017516 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a7b72ef9-878d-44cc-84c2-78806b1753b8 req-7041f4ee-eeba-407c-b5b5-83560ca2e5c0 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=7360d955-d8b0-49dc-bb7e-a804b8f5246b HTTP/1.1" status: 200 len: 210 time: 0.0424314 Nov 23 09:01:50.419731 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-8e2c3e7a-8b6a-4be5-9409-1e89d3ab33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:50.421322 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-8e2c3e7a-8b6a-4be5-9409-1e89d3ab33ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2&tenant_id=e25886501fbd4758b06603593508fd2c HTTP/1.1" status: 200 len: 1096 time: 0.0814741 Nov 23 09:01:50.501615 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-f7ec4021-a519-477a-a4d2-ee30463b80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:50.503164 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-f7ec4021-a519-477a-a4d2-ee30463b80a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0495031 Nov 23 09:01:50.573310 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca62086-a939-4732-9068-960bb4c18a72 req-b12d11c0-6e41-4749-b4c0-d70c4fe7991a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:50.574915 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5ca62086-a939-4732-9068-960bb4c18a72 req-b12d11c0-6e41-4749-b4c0-d70c4fe7991a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0745590 Nov 23 09:01:50.617376 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-27dd9a85-7e18-43f2-9a45-7c89f5e1b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:50.618873 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-27dd9a85-7e18-43f2-9a45-7c89f5e1b186 service neutron] 10.222.0.47 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 918 time: 0.1073644 Nov 23 09:01:50.633638 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5ca62086-a939-4732-9068-960bb4c18a72 req-5ba5ddd0-79d9-4565-95e2-277d76b5b157 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521259 Nov 23 09:01:50.691079 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-d1e1db24-7d43-4ce0-8f39-f3e3b4065c3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe7e8ac-f495-4361-902c-7da559e50715 HTTP/1.1" status: 200 len: 999 time: 0.0642114 Nov 23 09:01:50.742576 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-6df4494c-892a-42a7-87f6-5b05f5aa8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:50.744012 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-6df4494c-892a-42a7-87f6-5b05f5aa8399 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 200 len: 856 time: 0.0427353 Nov 23 09:01:50.792510 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-236edda4-c002-44cb-bf09-676d66687b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:50.794379 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-236edda4-c002-44cb-bf09-676d66687b59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=173e57ff-5d80-4e2b-b8fe-bc64d9610472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422931 Nov 23 09:01:50.897939 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-3c3c6028-f1ba-427b-b62b-773a64d87eac service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939491 Nov 23 09:01:51.002004 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3dcb3f50-69ff-4cd3-99b2-a771c4557104 req-a4d4affe-b739-4a4d-8518-f7415da0f470 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966175 Nov 23 09:01:51.391724 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9941-3c50-47b6-af61-77b57a4be7fe req-4387af03-0dd4-4915-aaa0-7a086879911e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:51.393556 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d17e9941-3c50-47b6-af61-77b57a4be7fe req-4387af03-0dd4-4915-aaa0-7a086879911e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0508091 Nov 23 09:01:51.447714 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d17e9941-3c50-47b6-af61-77b57a4be7fe req-fa745cad-bd2e-4fe0-8afc-0ca44c911dfd tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475299 Nov 23 09:01:51.808971 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cc75f-4137-4e25-b4d0-5b2e1533d96b req-36540e08-73a1-4e1e-8493-9a5215bafca6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:51.811378 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9c4cc75f-4137-4e25-b4d0-5b2e1533d96b req-36540e08-73a1-4e1e-8493-9a5215bafca6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0610390 Nov 23 09:01:51.826128 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6c867-c34b-4cc4-8b36-0423e3672b45 req-f2733acb-af49-43a3-aa85-2537db702f35 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:51.827762 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-edb6c867-c34b-4cc4-8b36-0423e3672b45 req-f2733acb-af49-43a3-aa85-2537db702f35 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.0638316 Nov 23 09:01:51.879792 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9c4cc75f-4137-4e25-b4d0-5b2e1533d96b req-7a0ba757-99ee-4bc6-be93-26f542caf324 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616863 Nov 23 09:01:51.910089 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-edb6c867-c34b-4cc4-8b36-0423e3672b45 req-aba3e95a-d394-4360-91a2-fa22c77fea75 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750020 Nov 23 09:01:52.578061 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bf6a0-6d99-4f08-8bb3-3668d83364a7 req-0fcae8a2-73ae-49d1-93e3-c6c2d5d93d37 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:52.579531 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-082bf6a0-6d99-4f08-8bb3-3668d83364a7 req-0fcae8a2-73ae-49d1-93e3-c6c2d5d93d37 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0519731 Nov 23 09:01:52.629948 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-082bf6a0-6d99-4f08-8bb3-3668d83364a7 req-d6aac50b-bee1-4980-8bbe-a7a7911a1dba tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444882 Nov 23 09:01:53.031756 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08415399-1c29-4aab-bb53-9c8283568cb6 req-4309366f-a61a-4d80-90d4-1b882f6f394b tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:53.033354 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-08415399-1c29-4aab-bb53-9c8283568cb6 req-4309366f-a61a-4d80-90d4-1b882f6f394b tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0548222 Nov 23 09:01:53.037185 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82ae51-b3e9-436e-ba49-8cd2b498a824 req-331c86bc-ba4b-458a-8e23-5242ef6ca533 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:53.038764 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-de82ae51-b3e9-436e-ba49-8cd2b498a824 req-331c86bc-ba4b-458a-8e23-5242ef6ca533 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.0580428 Nov 23 09:01:53.092174 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-08415399-1c29-4aab-bb53-9c8283568cb6 req-1694899b-b8df-4a76-9368-43b1e62625b1 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517960 Nov 23 09:01:53.101911 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-de82ae51-b3e9-436e-ba49-8cd2b498a824 req-324840b1-fa89-4176-94fe-782d3ed789d1 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565939 Nov 23 09:01:53.747493 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d4972-c819-43ef-9a60-ea32200f6291 req-d3501db5-dbe1-417f-9ef1-39869c15c88f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:53.748976 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-220d4972-c819-43ef-9a60-ea32200f6291 req-d3501db5-dbe1-417f-9ef1-39869c15c88f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0506706 Nov 23 09:01:53.797810 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-220d4972-c819-43ef-9a60-ea32200f6291 req-43f8712b-4ede-429d-9e0e-8d972361abb3 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428369 Nov 23 09:01:54.247272 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61ff17-8fec-4332-9428-4599496767a9 req-a46e2b2a-fdf4-411f-9f86-22e41936f0a6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:54.249807 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ae61ff17-8fec-4332-9428-4599496767a9 req-a46e2b2a-fdf4-411f-9f86-22e41936f0a6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0772610 Nov 23 09:01:54.262652 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea4670-f376-434e-907c-ebedfa80c243 req-e6a164c7-ca39-4007-b6b3-9dfdb3b643e3 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:54.264368 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b0ea4670-f376-434e-907c-ebedfa80c243 req-e6a164c7-ca39-4007-b6b3-9dfdb3b643e3 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.0864835 Nov 23 09:01:54.299448 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ae61ff17-8fec-4332-9428-4599496767a9 req-a959fc57-d629-4f34-820e-a49163bd6f93 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446680 Nov 23 09:01:54.311932 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b0ea4670-f376-434e-907c-ebedfa80c243 req-cedbc11f-9e91-4b60-afe5-8ae93061cc30 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Nov 23 09:01:54.712504 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:01:54.929231 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094a30d-9c8d-4d60-a698-5f807e192481 req-6babd8cb-41b6-4f90-9021-08d42e0df6bd tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:54.930705 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3094a30d-9c8d-4d60-a698-5f807e192481 req-6babd8cb-41b6-4f90-9021-08d42e0df6bd tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0495436 Nov 23 09:01:54.983564 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3094a30d-9c8d-4d60-a698-5f807e192481 req-937c4ddd-63d7-43e6-9c43-5e8f1c991148 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Nov 23 09:01:55.453620 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a88687-a427-41fd-89f9-8e2cfeec1b8d req-559bf490-19a7-43cb-929c-4f734e76c2b9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:55.455223 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-09a88687-a427-41fd-89f9-8e2cfeec1b8d req-559bf490-19a7-43cb-929c-4f734e76c2b9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0683496 Nov 23 09:01:55.455464 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6832e98-b3d7-4b2e-9c59-f0b163d391c9 req-a5a45a7a-4111-472d-8131-c2ef6f68b68b tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:55.456983 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f6832e98-b3d7-4b2e-9c59-f0b163d391c9 req-a5a45a7a-4111-472d-8131-c2ef6f68b68b tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.0625951 Nov 23 09:01:55.514484 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-09a88687-a427-41fd-89f9-8e2cfeec1b8d req-3f973c72-d9e3-4021-b059-5063748f5b1d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522199 Nov 23 09:01:55.520697 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f6832e98-b3d7-4b2e-9c59-f0b163d391c9 req-aea15098-b1c5-4093-8aca-0f387435860f tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541680 Nov 23 09:01:56.139715 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06170e02-8317-44e4-ad0a-f5ce829ca31e req-41b223e8-8601-4e76-8838-dc17281767b9 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:56.141210 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-06170e02-8317-44e4-ad0a-f5ce829ca31e req-41b223e8-8601-4e76-8838-dc17281767b9 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0814223 Nov 23 09:01:56.199883 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-06170e02-8317-44e4-ad0a-f5ce829ca31e req-89395793-1d77-4011-bfc8-0bf8c8eb20cc tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526538 Nov 23 09:01:56.655976 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ad253-b3fc-44e3-930d-b751f2f8a349 req-b455c1d3-e71f-4439-a925-82cea6581246 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:56.659070 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-279ad253-b3fc-44e3-930d-b751f2f8a349 req-b455c1d3-e71f-4439-a925-82cea6581246 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.0566633 Nov 23 09:01:56.661138 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47432470-020e-407c-9e74-a4f743f5b301 req-bba72b46-a9e6-41a1-afd7-b6dcdb1cee3a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:56.662747 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-47432470-020e-407c-9e74-a4f743f5b301 req-bba72b46-a9e6-41a1-afd7-b6dcdb1cee3a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0590692 Nov 23 09:01:56.719158 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-279ad253-b3fc-44e3-930d-b751f2f8a349 req-9904f7b4-56a1-43d5-ad7b-04039c444cd5 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549157 Nov 23 09:01:56.733831 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-47432470-020e-407c-9e74-a4f743f5b301 req-198c670e-0f3e-4085-88c8-83bdaeaa6f5f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647755 Nov 23 09:01:57.319674 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be5d17-ed53-4c14-b747-0ad09deb0f0a req-a7d8fe05-2d59-411f-b84e-4acc33f03f44 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:57.321244 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-62be5d17-ed53-4c14-b747-0ad09deb0f0a req-a7d8fe05-2d59-411f-b84e-4acc33f03f44 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0507267 Nov 23 09:01:57.373209 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-62be5d17-ed53-4c14-b747-0ad09deb0f0a req-4246609b-e11e-4536-bdde-1d91bf3ed390 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455585 Nov 23 09:01:57.838990 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e729b06-2669-4978-b92d-64a284adfbdd req-8b6aac07-1ed7-43cf-bcb2-98a8c5cfbf93 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:57.840614 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9e729b06-2669-4978-b92d-64a284adfbdd req-8b6aac07-1ed7-43cf-bcb2-98a8c5cfbf93 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.0511124 Nov 23 09:01:57.887356 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9994173-8d80-4a6d-8fad-542d22543549 req-1564b7a6-7db5-474f-aa56-b5ff3d967f5a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:57.889300 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a9994173-8d80-4a6d-8fad-542d22543549 req-1564b7a6-7db5-474f-aa56-b5ff3d967f5a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0772908 Nov 23 09:01:57.896047 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9e729b06-2669-4978-b92d-64a284adfbdd req-feadb1ef-888c-4bf5-84b9-293ac342f624 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483646 Nov 23 09:01:57.940233 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a9994173-8d80-4a6d-8fad-542d22543549 req-a23bc4db-6574-4c89-bb85-4abd58bef9fd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 Nov 23 09:01:58.504157 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7724fe-4284-4c91-a2ac-ca918c546917 req-11d38f5a-3a7f-459c-ad08-4a9c948ac9a7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:58.506168 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7d7724fe-4284-4c91-a2ac-ca918c546917 req-11d38f5a-3a7f-459c-ad08-4a9c948ac9a7 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0620050 Nov 23 09:01:58.563363 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7d7724fe-4284-4c91-a2ac-ca918c546917 req-a7c43dc4-e03c-4ac4-b43f-fcea94bb6adf tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499635 Nov 23 09:01:59.044011 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44a201-8a6b-49f0-8d32-6b62b23b5cec req-88179231-5eb3-4171-9288-2d300a4c4e5d tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:59.045669 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3a44a201-8a6b-49f0-8d32-6b62b23b5cec req-88179231-5eb3-4171-9288-2d300a4c4e5d tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.0803065 Nov 23 09:01:59.069491 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec14c0-de98-49f1-84d6-d861b26742d6 req-c7ed3637-3e55-4112-bd55-3e67fcb1fd1f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:59.071123 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-37ec14c0-de98-49f1-84d6-d861b26742d6 req-c7ed3637-3e55-4112-bd55-3e67fcb1fd1f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0494184 Nov 23 09:01:59.106191 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3a44a201-8a6b-49f0-8d32-6b62b23b5cec req-e6d33e3f-e56b-4e5b-996c-7a7539feca61 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542681 Nov 23 09:01:59.139212 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-37ec14c0-de98-49f1-84d6-d861b26742d6 req-034670a1-31ab-487c-8bec-f701d10a0790 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603454 Nov 23 09:01:59.707850 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f745879-9a18-4dc0-a5ef-cf00fa8e2cb9 req-0bde2fb4-be97-45ea-95b0-bf0f3de565bc tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:01:59.709432 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3f745879-9a18-4dc0-a5ef-cf00fa8e2cb9 req-0bde2fb4-be97-45ea-95b0-bf0f3de565bc tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0754128 Nov 23 09:01:59.766403 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3f745879-9a18-4dc0-a5ef-cf00fa8e2cb9 req-7afe26c1-7a66-4309-b41c-6b93bcba4931 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493217 Nov 23 09:02:00.231158 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe5add-b466-430e-a65b-c0e8e2258aae req-5362ce35-095b-4c14-bf99-702a079a0531 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:00.233617 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-befe5add-b466-430e-a65b-c0e8e2258aae req-5362ce35-095b-4c14-bf99-702a079a0531 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.0554831 Nov 23 09:02:00.270879 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb3c20-6669-4b68-98a7-9b09b367b98d req-39d69dc2-22c3-4e66-9d04-47733704b970 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:00.272352 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2abb3c20-6669-4b68-98a7-9b09b367b98d req-39d69dc2-22c3-4e66-9d04-47733704b970 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0579250 Nov 23 09:02:00.288203 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-befe5add-b466-430e-a65b-c0e8e2258aae req-413446fb-0682-4346-86fb-8e9685cb044d tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492339 Nov 23 09:02:00.324721 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2abb3c20-6669-4b68-98a7-9b09b367b98d req-df790abc-2774-4dc9-b60d-bfdf8422b9b5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457821 Nov 23 09:02:00.471618 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-da7ada3b-4241-4c7f-b43d-9a1bc09a9e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:00.896777 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cde5f6-b975-4b5c-a00b-e38e9bb6cff1 req-c54d3684-e90b-4b62-8859-0c75d060488c tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:00.898460 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-09cde5f6-b975-4b5c-a00b-e38e9bb6cff1 req-c54d3684-e90b-4b62-8859-0c75d060488c tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0640152 Nov 23 09:02:00.966138 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-09cde5f6-b975-4b5c-a00b-e38e9bb6cff1 req-5a574e7c-adc6-4600-be36-d096887713da tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506103 Nov 23 09:02:01.412133 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c4c14-139a-4398-a1ba-cde6febb9663 req-d40cb99a-08b6-4d4c-bf89-1d69031bb1f2 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:01.420228 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c42c4c14-139a-4398-a1ba-cde6febb9663 req-d40cb99a-08b6-4d4c-bf89-1d69031bb1f2 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.0581625 Nov 23 09:02:01.468159 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c42c4c14-139a-4398-a1ba-cde6febb9663 req-7c844cf9-bb41-4f39-a608-cd550940b3e0 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465138 Nov 23 09:02:01.470035 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231bf66-cafc-4127-98de-f5ecdae8a3c3 req-bdc841da-4d21-4785-ac73-b816be717685 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:01.471722 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a231bf66-cafc-4127-98de-f5ecdae8a3c3 req-bdc841da-4d21-4785-ac73-b816be717685 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0600069 Nov 23 09:02:01.530166 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a231bf66-cafc-4127-98de-f5ecdae8a3c3 req-c8ab2f4e-8807-4f6a-b5da-0b15a1d313d9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516620 Nov 23 09:02:02.092155 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c188760-132c-4f79-a001-21e0eadd11c8 req-bf5e08d7-6367-4fea-a2b7-c4502ac3b2f1 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:02.094053 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0c188760-132c-4f79-a001-21e0eadd11c8 req-bf5e08d7-6367-4fea-a2b7-c4502ac3b2f1 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0650170 Nov 23 09:02:02.146905 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0c188760-132c-4f79-a001-21e0eadd11c8 req-14e6934d-8323-426d-aa81-6e500a5a32d4 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460763 Nov 23 09:02:02.601927 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee5c8-1aa9-4ad3-bdd7-2e8467220e81 req-84767077-b807-403c-b62f-c5cf04950a45 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:02.604040 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8ee4bb2a-e6d7-4aa9-aed3-3a1aabe56aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:02.605633 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-aceee5c8-1aa9-4ad3-bdd7-2e8467220e81 req-84767077-b807-403c-b62f-c5cf04950a45 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.0636630 Nov 23 09:02:02.667135 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-aceee5c8-1aa9-4ad3-bdd7-2e8467220e81 req-ffa25320-89d1-453e-bf37-09af7ffea570 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554960 Nov 23 09:02:02.693911 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab2ac8-eea8-4063-98e4-8e12f5902e28 req-0af7c2f8-1906-4a2e-8034-4d7de82496e3 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:02.695569 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f1ab2ac8-eea8-4063-98e4-8e12f5902e28 req-0af7c2f8-1906-4a2e-8034-4d7de82496e3 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0522180 Nov 23 09:02:02.748045 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f1ab2ac8-eea8-4063-98e4-8e12f5902e28 req-de611478-6dc3-449e-b20d-78ab0fd28469 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444498 Nov 23 09:02:03.269178 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f47410-3926-45da-8e9a-d9d07601b4b8 req-0fe64479-d246-43f9-a81b-b8897473a143 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:03.270664 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e9f47410-3926-45da-8e9a-d9d07601b4b8 req-0fe64479-d246-43f9-a81b-b8897473a143 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0478110 Nov 23 09:02:03.321185 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e9f47410-3926-45da-8e9a-d9d07601b4b8 req-f82b2495-4d5a-41f0-a8fe-03d5b542255f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439098 Nov 23 09:02:03.788856 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8aecd-2362-413c-93ad-8904d9e939ce req-7fb5e280-60ac-4f48-be75-1a07a07a6bde tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:03.792722 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-51c8aecd-2362-413c-93ad-8904d9e939ce req-7fb5e280-60ac-4f48-be75-1a07a07a6bde tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.0561554 Nov 23 09:02:03.842362 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-51c8aecd-2362-413c-93ad-8904d9e939ce req-933a7445-36d1-4b36-85b9-6416c2267849 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456245 Nov 23 09:02:03.883587 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895c01-9958-4b9e-9f12-471ef1a0c6c6 req-df7a073c-c173-4833-b514-be560f3154d6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:03.885203 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fd895c01-9958-4b9e-9f12-471ef1a0c6c6 req-df7a073c-c173-4833-b514-be560f3154d6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0576048 Nov 23 09:02:03.918569 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:03.936664 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fd895c01-9958-4b9e-9f12-471ef1a0c6c6 req-796134d2-3391-4e8a-aee9-6ce4ffd9d16a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452776 Nov 23 09:02:04.436752 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fb3f7-e769-4ace-84ba-251b7c594f77 req-f960a8ac-bcd1-41e6-b301-d1c30a22e4ea tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:04.438228 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a76fb3f7-e769-4ace-84ba-251b7c594f77 req-f960a8ac-bcd1-41e6-b301-d1c30a22e4ea tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0492761 Nov 23 09:02:04.485748 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a76fb3f7-e769-4ace-84ba-251b7c594f77 req-14055872-bc45-4a34-a313-ad3b3dac6b47 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Nov 23 09:02:04.881666 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:04.975472 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd1596-413b-4cdf-9c6c-4d6471ef528e req-e1d7f7d6-3f89-447c-91f5-984a92246898 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:04.977250 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9fcd1596-413b-4cdf-9c6c-4d6471ef528e req-e1d7f7d6-3f89-447c-91f5-984a92246898 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.0547912 Nov 23 09:02:05.023358 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9fcd1596-413b-4cdf-9c6c-4d6471ef528e req-da7853ad-6216-4b24-9712-ef9c84d9257f tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/security-groups?id=1665e0de-49ae-4870-93db-58b6c97a7506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403261 Nov 23 09:02:05.061890 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397f313-1dea-44bb-90ba-199c02e2e715 req-55878df3-e4bd-4414-8435-b3a88069be65 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:05.063349 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9397f313-1dea-44bb-90ba-199c02e2e715 req-55878df3-e4bd-4414-8435-b3a88069be65 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0480299 Nov 23 09:02:05.113353 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9397f313-1dea-44bb-90ba-199c02e2e715 req-793eac84-3327-44f0-bd35-b7b09b4e9be1 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439608 Nov 23 09:02:05.598813 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f1000-a5b6-462b-be7a-a37171b95fa2 req-089050a1-5ff6-49bb-b8ca-c8b3c638d94f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:05.600373 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4d0f1000-a5b6-462b-be7a-a37171b95fa2 req-089050a1-5ff6-49bb-b8ca-c8b3c638d94f tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0482020 Nov 23 09:02:05.652522 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4d0f1000-a5b6-462b-be7a-a37171b95fa2 req-ea462520-09b5-4032-b0a0-667a9058b9f8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 Nov 23 09:02:05.709152 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a90bed-b33c-4754-baba-3d72c1a189d6 req-54734a76-495b-4a7c-9f20-be2ed5e58155 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:05.710587 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-37a90bed-b33c-4754-baba-3d72c1a189d6 req-54734a76-495b-4a7c-9f20-be2ed5e58155 tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 946 time: 0.0470142 Nov 23 09:02:05.803525 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-37a90bed-b33c-4754-baba-3d72c1a189d6 req-a069f97a-017e-45c2-8a91-50c83d5b473c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Deleting port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:02:05.803749 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-37a90bed-b33c-4754-baba-3d72c1a189d6 req-a069f97a-017e-45c2-8a91-50c83d5b473c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:05.852717 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:05.897782 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-37a90bed-b33c-4754-baba-3d72c1a189d6 req-a069f97a-017e-45c2-8a91-50c83d5b473c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] For port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5e0eff58-402c-44b7-93a7-cb46a2d7e9b1,segment=NetworkSegment(83af04d7-1f5a-406b-b8cc-02fa64261151),segment_id=83af04d7-1f5a-406b-b8cc-02fa64261151)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:05.898143 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-37a90bed-b33c-4754-baba-3d72c1a189d6 req-a069f97a-017e-45c2-8a91-50c83d5b473c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:05.909651 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-37a90bed-b33c-4754-baba-3d72c1a189d6 req-a069f97a-017e-45c2-8a91-50c83d5b473c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Calling delete_port for 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 owned by compute:nova {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:02:06.055711 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-37a90bed-b33c-4754-baba-3d72c1a189d6 req-a069f97a-017e-45c2-8a91-50c83d5b473c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:06.068855 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['5e0eff58-402c-44b7-93a7-cb46a2d7e9b1'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:02:06.099258 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069f97a-017e-45c2-8a91-50c83d5b473c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Pushing event deleted for resources: {'Port': ['ID=5e0eff58-402c-44b7-93a7-cb46a2d7e9b1,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:06.138670 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-949a9f87-204a-47d4-b04b-c625a56235fc req-9177114f-ef06-4f7b-808e-1679090a7cdb tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24b89a9-3395-4744-8c8c-7cb14a68dae6 HTTP/1.1" status: 200 len: 210 time: 0.0251842 Nov 23 09:02:06.139863 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a90bed-b33c-4754-baba-3d72c1a189d6 req-a069f97a-017e-45c2-8a91-50c83d5b473c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] No DVR routers for this DVR port 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 on host hv-cinder-76845 {{(pid=102541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:02:06.142826 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-37a90bed-b33c-4754-baba-3d72c1a189d6 req-a069f97a-017e-45c2-8a91-50c83d5b473c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:06.146722 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-37a90bed-b33c-4754-baba-3d72c1a189d6 req-a069f97a-017e-45c2-8a91-50c83d5b473c tempest-VolumesSnapshotTestJSON-1779426563 tempest-VolumesSnapshotTestJSON-1779426563-project] 10.222.0.47 "DELETE /v2.0/ports/5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 HTTP/1.1" status: 204 len: 173 time: 0.4279025 Nov 23 09:02:06.147183 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24b89a9-3395-4744-8c8c-7cb14a68dae6', 'name': 'network-vif-deleted', 'tag': '5e0eff58-402c-44b7-93a7-cb46a2d7e9b1'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:02:06.149567 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b977fde-a3c3-4178-93bb-341ee761b37a" -d '{"events": [{"server_uuid": "d24b89a9-3395-4744-8c8c-7cb14a68dae6", "name": "network-vif-deleted", "tag": "5e0eff58-402c-44b7-93a7-cb46a2d7e9b1"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:02:06.205628 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1347e5-ad2a-4131-b3cc-50c5907ffc53 x-openstack-request-id: req-8d1347e5-ad2a-4131-b3cc-50c5907ffc53 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:02:06.206028 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24b89a9-3395-4744-8c8c-7cb14a68dae6", "name": "network-vif-deleted", "tag": "5e0eff58-402c-44b7-93a7-cb46a2d7e9b1", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:02:06.206285 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d1347e5-ad2a-4131-b3cc-50c5907ffc53 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:02:06.206688 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24b89a9-3395-4744-8c8c-7cb14a68dae6', 'name': 'network-vif-deleted', 'tag': '5e0eff58-402c-44b7-93a7-cb46a2d7e9b1', 'status': 'completed', 'code': 200} Nov 23 09:02:06.247729 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49711a-777a-4612-b501-999f503b9a9c req-aef6af0a-c1b2-42b2-a0f3-86569514582f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:06.249476 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ca49711a-777a-4612-b501-999f503b9a9c req-aef6af0a-c1b2-42b2-a0f3-86569514582f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0540354 Nov 23 09:02:06.302448 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ca49711a-777a-4612-b501-999f503b9a9c req-15b60c65-dbdc-46f0-83b1-2283f70303c8 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466588 Nov 23 09:02:06.774090 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6d57-94b0-46a8-96ec-97317477129c req-854602ab-f0c1-4f71-bd2f-3c08afb19a42 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:06.775827 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-90eb6d57-94b0-46a8-96ec-97317477129c req-854602ab-f0c1-4f71-bd2f-3c08afb19a42 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0510771 Nov 23 09:02:06.822481 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-90eb6d57-94b0-46a8-96ec-97317477129c req-00b82f67-13e5-4406-9cf5-77d8d5bfe97b tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Nov 23 09:02:07.426812 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962da06-2e6c-4941-9322-14a69868b5b3 req-2e1a08cc-0d61-4da7-9204-73d8a9c0ccb7 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:07.428289 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8962da06-2e6c-4941-9322-14a69868b5b3 req-2e1a08cc-0d61-4da7-9204-73d8a9c0ccb7 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0528605 Nov 23 09:02:07.486649 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8962da06-2e6c-4941-9322-14a69868b5b3 req-88d726ef-36d6-4472-8c38-e7addeb02c22 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519540 Nov 23 09:02:07.940148 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fae7aa-aaf1-4509-b0d2-90374cb6018c req-eca26a45-e863-42af-b919-5b1f6d8969e6 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:07.941632 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-68fae7aa-aaf1-4509-b0d2-90374cb6018c req-eca26a45-e863-42af-b919-5b1f6d8969e6 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0518737 Nov 23 09:02:07.988936 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-68fae7aa-aaf1-4509-b0d2-90374cb6018c req-f6f601ec-67bb-4a06-9c2d-14e4a8fcf9e8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Nov 23 09:02:08.328245 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-2e792160-60c5-45aa-8980-9617c257c289 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474799054&fields=id&tenant_id=229671159ee9412ca1bcc93a838c73c1 HTTP/1.1" status: 200 len: 267 time: 0.0524433 Nov 23 09:02:08.433654 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-82d0843b-bb60-4f4f-be9c-cdf62813e7f8 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:08.435172 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-82d0843b-bb60-4f4f-be9c-cdf62813e7f8 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 812 time: 0.0996866 Nov 23 09:02:08.450606 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-58963da4-6233-400e-81ba-68ced982cc12 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/quotas/229671159ee9412ca1bcc93a838c73c1 HTTP/1.1" status: 200 len: 375 time: 0.0096993 Nov 23 09:02:08.502676 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-ee8c4a7a-f126-468b-9553-855856eb639e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469842 Nov 23 09:02:08.607014 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-0c6a7978-4ba4-4ee5-bc78-9e12c4af63a3 service neutron] 10.222.0.46 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883877 Nov 23 09:02:08.613686 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04486bd-ab80-420e-b4d7-bed3b711308f req-f77ecbb4-6bbc-4e03-ad4a-ba0afc9d5eb7 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:08.615488 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d04486bd-ab80-420e-b4d7-bed3b711308f req-f77ecbb4-6bbc-4e03-ad4a-ba0afc9d5eb7 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0533071 Nov 23 09:02:08.667569 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d04486bd-ab80-420e-b4d7-bed3b711308f req-25cb42c6-e49a-46ec-889d-1cb11584e58d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452337 Nov 23 09:02:08.716004 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-25ebaa39-a044-49c1-9526-b76d4d70c070 service neutron] 10.222.0.46 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022434 Nov 23 09:02:08.998041 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8df46bd6-eaeb-41c9-8186-42be8b125596 req-07405fc9-c766-4441-b446-0b325aab5a6b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0292544 Nov 23 09:02:09.107926 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc2680-3748-497b-9391-d08194881619 req-fefa3e8a-08d3-4709-b5d7-e814457e2f0d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:09.109463 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f2dc2680-3748-497b-9391-d08194881619 req-fefa3e8a-08d3-4709-b5d7-e814457e2f0d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0510826 Nov 23 09:02:09.164584 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f2dc2680-3748-497b-9391-d08194881619 req-b84e4195-dba8-405e-adf9-a008a73ae6bc tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486512 Nov 23 09:02:09.792153 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb7ccc-d5ab-4188-bb16-7396b7bcf44a req-c62bfa69-c64f-420b-aa98-c8a3297c1dee tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:09.793632 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4eb7ccc-d5ab-4188-bb16-7396b7bcf44a req-c62bfa69-c64f-420b-aa98-c8a3297c1dee tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0487859 Nov 23 09:02:09.840933 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a4eb7ccc-d5ab-4188-bb16-7396b7bcf44a req-3c912f33-35ba-46de-bf82-cfb6eb669a40 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409410 Nov 23 09:02:10.089268 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8b7e40fb-4f22-44e3-bd20-e0540102f190 req-7ba3efc4-a9ff-42db-b5c0-3c516839c903 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0245380 Nov 23 09:02:10.281342 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:02:10.285181 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787c8a7-be56-4d1b-a91c-1243bd4a74a3 req-b8c2ade9-7e56-44bb-b987-34fae17a299a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:10.286823 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d787c8a7-be56-4d1b-a91c-1243bd4a74a3 req-b8c2ade9-7e56-44bb-b987-34fae17a299a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0502517 Nov 23 09:02:10.301456 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:02:10.302061 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 5e0eff58-402c-44b7-93a7-cb46a2d7e9b1 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:02:10.336662 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d787c8a7-be56-4d1b-a91c-1243bd4a74a3 req-36a0d94e-4b2b-49b7-af46-2c2d4d2b1f9e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428984 Nov 23 09:02:10.963534 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca74e0e-8ee3-46c8-8831-8a677cb604d0 req-a0ce2c0d-863c-4d27-ac90-fff395a4cb94 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:10.964951 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1ca74e0e-8ee3-46c8-8831-8a677cb604d0 req-a0ce2c0d-863c-4d27-ac90-fff395a4cb94 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0517199 Nov 23 09:02:11.011693 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1ca74e0e-8ee3-46c8-8831-8a677cb604d0 req-58746b96-5320-4029-97aa-258bd3ae45c7 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 Nov 23 09:02:11.186613 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a3af72fa-d6cf-4280-a2b5-b8a6aba539ca req-3c949399-c5a7-4af2-93d2-35c9f34ce6a1 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0292683 Nov 23 09:02:11.454423 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccc44c-17b0-4704-8fed-d2c05b60b00f req-fbea6b40-0f3f-49ae-a838-39ddb496628d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:11.455941 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-56ccc44c-17b0-4704-8fed-d2c05b60b00f req-fbea6b40-0f3f-49ae-a838-39ddb496628d tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0502880 Nov 23 09:02:11.503604 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-56ccc44c-17b0-4704-8fed-d2c05b60b00f req-bac44012-d6b1-44ef-b164-8394599f173a tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417335 Nov 23 09:02:12.133513 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a271f5-a185-4fc6-b772-4bcea3446683 req-73ab8016-c675-403c-8a0a-3d0faa7b476d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:12.135764 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e4a271f5-a185-4fc6-b772-4bcea3446683 req-73ab8016-c675-403c-8a0a-3d0faa7b476d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0507021 Nov 23 09:02:12.184366 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e4a271f5-a185-4fc6-b772-4bcea3446683 req-e99fa767-c4b7-4c4d-8261-e85c6d0a3c4e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 Nov 23 09:02:12.279392 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-032560ed-8401-4f41-ae60-de30efdfac00 req-5ef4afb5-0ad7-409c-8d1e-bd190b430314 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0261979 Nov 23 09:02:12.563740 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b81f64-802f-411f-8add-d9877aa645f7 req-df467f71-d0c9-420d-bfa6-7d39a151cacb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:12.565101 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-75b81f64-802f-411f-8add-d9877aa645f7 req-df467f71-d0c9-420d-bfa6-7d39a151cacb tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0486815 Nov 23 09:02:12.672182 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf943f-bde8-4c1c-bb74-8aca785bf1c1 req-a53d7705-8762-400e-9e93-3bfc7419543e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:12.673715 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-62bf943f-bde8-4c1c-bb74-8aca785bf1c1 req-a53d7705-8762-400e-9e93-3bfc7419543e tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e7614ff-90ad-4ed2-9d48-3b0585258f88 HTTP/1.1" status: 200 len: 946 time: 0.0994072 Nov 23 09:02:12.729539 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-75b81f64-802f-411f-8add-d9877aa645f7 req-30ec874b-df52-41a2-aa42-7312f9458ac8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Deleting port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:02:12.730038 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-75b81f64-802f-411f-8add-d9877aa645f7 req-30ec874b-df52-41a2-aa42-7312f9458ac8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:12.749694 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-62bf943f-bde8-4c1c-bb74-8aca785bf1c1 req-48744e91-dcbe-46fe-a0b4-cb3d7ed58a30 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9c884e9-072e-47ce-a38f-748185f53100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689914 Nov 23 09:02:12.845876 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-75b81f64-802f-411f-8add-d9877aa645f7 req-30ec874b-df52-41a2-aa42-7312f9458ac8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] For port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6a5bc769-b686-4f1b-aa8b-1993d134c1f8,segment=NetworkSegment(808be254-c4cd-45e1-9e8e-822d369660e2),segment_id=808be254-c4cd-45e1-9e8e-822d369660e2)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:12.846345 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-75b81f64-802f-411f-8add-d9877aa645f7 req-30ec874b-df52-41a2-aa42-7312f9458ac8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:12.863941 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-75b81f64-802f-411f-8add-d9877aa645f7 req-30ec874b-df52-41a2-aa42-7312f9458ac8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Calling delete_port for 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 owned by compute:nova {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:02:12.901603 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-3ce26fbb-7cec-4431-9948-094175d61bcd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:12.904360 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-3ce26fbb-7cec-4431-9948-094175d61bcd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 812 time: 0.1299219 Nov 23 09:02:12.982299 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-11703dc5-7992-43ec-a346-af5e2cbbe46e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229671159ee9412ca1bcc93a838c73c1 HTTP/1.1" status: 200 len: 379 time: 0.0681083 Nov 23 09:02:12.994373 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-853d89d6-3218-4c39-9714-8acb7242076b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Request body: {'port': {'device_id': '6fcc9f31-a3b6-4476-9c2f-6b22faa98e22', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'admin_state_up': True, 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'security_groups': ['a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c']}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:02:13.021390 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-75b81f64-802f-411f-8add-d9877aa645f7 req-30ec874b-df52-41a2-aa42-7312f9458ac8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:13.034912 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['6a5bc769-b686-4f1b-aa8b-1993d134c1f8'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:02:13.062171 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec874b-df52-41a2-aa42-7312f9458ac8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Pushing event deleted for resources: {'Port': ['ID=6a5bc769-b686-4f1b-aa8b-1993d134c1f8,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:13.125963 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b81f64-802f-411f-8add-d9877aa645f7 req-30ec874b-df52-41a2-aa42-7312f9458ac8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] No DVR routers for this DVR port 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 on host hv-cinder-76845 {{(pid=102541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:02:13.128728 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-75b81f64-802f-411f-8add-d9877aa645f7 req-30ec874b-df52-41a2-aa42-7312f9458ac8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:13.132590 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-75b81f64-802f-411f-8add-d9877aa645f7 req-30ec874b-df52-41a2-aa42-7312f9458ac8 tempest-ServerRescueNegativeTestJSON-1633064154 tempest-ServerRescueNegativeTestJSON-1633064154-project] 10.222.0.47 "DELETE /v2.0/ports/6a5bc769-b686-4f1b-aa8b-1993d134c1f8 HTTP/1.1" status: 204 len: 173 time: 0.5593929 Nov 23 09:02:13.133085 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7614ff-90ad-4ed2-9d48-3b0585258f88', 'name': 'network-vif-deleted', 'tag': '6a5bc769-b686-4f1b-aa8b-1993d134c1f8'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:02:13.144859 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1405f91-67f4-4912-842d-a52d412dd7c5" -d '{"events": [{"server_uuid": "4e7614ff-90ad-4ed2-9d48-3b0585258f88", "name": "network-vif-deleted", "tag": "6a5bc769-b686-4f1b-aa8b-1993d134c1f8"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:02:13.145780 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-853d89d6-3218-4c39-9714-8acb7242076b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Made reservation on behalf of 229671159ee9412ca1bcc93a838c73c1 for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:02:13.152218 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-853d89d6-3218-4c39-9714-8acb7242076b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:13.210567 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc472e4-abb3-485d-9d56-f4bd3fb0bfab x-openstack-request-id: req-ddc472e4-abb3-485d-9d56-f4bd3fb0bfab {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:02:13.210989 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7614ff-90ad-4ed2-9d48-3b0585258f88", "name": "network-vif-deleted", "tag": "6a5bc769-b686-4f1b-aa8b-1993d134c1f8", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:02:13.211274 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ddc472e4-abb3-485d-9d56-f4bd3fb0bfab {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:02:13.211674 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7614ff-90ad-4ed2-9d48-3b0585258f88', 'name': 'network-vif-deleted', 'tag': '6a5bc769-b686-4f1b-aa8b-1993d134c1f8', 'status': 'completed', 'code': 200} Nov 23 09:02:13.329997 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-853d89d6-3218-4c39-9714-8acb7242076b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Allocated IP 172.20.0.10 (d2703dbd-849e-45eb-9768-17f699057b49/06fbb5e9-9718-4186-95a3-562af5d28bc5/51572632-a474-4f0a-8d0a-5d7f7a5f7e61) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:02:13.361503 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abfd6c-187b-4028-b243-7e6f0d0a9240 req-62b67f42-4acf-4207-9c4c-f568fcd13b1d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:13.369758 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b4abfd6c-187b-4028-b243-7e6f0d0a9240 req-62b67f42-4acf-4207-9c4c-f568fcd13b1d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 943 time: 0.0918343 Nov 23 09:02:13.433743 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b4abfd6c-187b-4028-b243-7e6f0d0a9240 req-1afde90f-f2f0-4b86-9fc2-4e541a8a5306 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585144 Nov 23 09:02:13.674740 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4e727928-57ff-4a0f-bede-89eb0ccbcb34 req-e33fa2a6-f159-48e2-bedc-87f6359b77f7 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.2569680 Nov 23 09:02:13.756496 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-853d89d6-3218-4c39-9714-8acb7242076b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:13.756906 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device efe7e8ac-f495-4361-902c-7da559e50715 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:02:13.791958 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-853d89d6-3218-4c39-9714-8acb7242076b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:13.825996 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 40708) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:13.834367 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-853d89d6-3218-4c39-9714-8acb7242076b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Network d2703dbd-849e-45eb-9768-17f699057b49 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:02:13.837522 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-853d89d6-3218-4c39-9714-8acb7242076b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:02:13.841601 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-853d89d6-3218-4c39-9714-8acb7242076b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:02:13.857121 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port efe7e8ac-f495-4361-902c-7da559e50715, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=efe7e8ac-f495-4361-902c-7da559e50715,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:13.871100 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': 'efe7e8ac-f495-4361-902c-7da559e50715', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'port_id': 'efe7e8ac-f495-4361-902c-7da559e50715', 'mac_address': 'fa:16:3e:ef:9f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:02:13.912953 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-853d89d6-3218-4c39-9714-8acb7242076b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:13.914282 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-853d89d6-3218-4c39-9714-8acb7242076b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:13.919590 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:13.928246 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d89d6-3218-4c39-9714-8acb7242076b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'Port': ['ID=51572632-a474-4f0a-8d0a-5d7f7a5f7e61,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:13.938576 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe7e8ac-f495-4361-902c-7da559e50715 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:02:13.945754 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-853d89d6-3218-4c39-9714-8acb7242076b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9554257 Nov 23 09:02:13.958671 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Request body: {'port': {'device_id': '6fcc9f31-a3b6-4476-9c2f-6b22faa98e22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:02:13.967358 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port efe7e8ac-f495-4361-902c-7da559e50715, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=efe7e8ac-f495-4361-902c-7da559e50715,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:13.972417 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:14.022547 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:14.031121 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=efe7e8ac-f495-4361-902c-7da559e50715,revision_number=9']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:14.040435 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:14.041220 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:14.041220 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:14.041421 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:14.041718 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:14.042108 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:14.042591 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:14.042925 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:14.043263 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:14.043786 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:14.044212 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:14.044543 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:14.171135 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['efe7e8ac-f495-4361-902c-7da559e50715'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:02:14.205087 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-06c1d307-9af0-488d-9b5a-0d1c4eeb8ba7 None None] Provisioning complete for port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:02:14.205559 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-06c1d307-9af0-488d-9b5a-0d1c4eeb8ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:14.381311 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:02:14.386495 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-06c1d307-9af0-488d-9b5a-0d1c4eeb8ba7 None None] Port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:02:14.397263 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:14.426557 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Transition to ACTIVE for port object 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:02:14.439392 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:14.532300 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eeea59ff-69cd-4db9-a21f-59a5c56eddca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404538'] for router_interface, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:14.541808 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Pushing event updated for resources: {'Port': ['ID=51572632-a474-4f0a-8d0a-5d7f7a5f7e61,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:14.673153 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137757-f512-48d9-b38a-367d6105a873 req-3367ca3c-d96e-4f4b-9434-b52163d4ff22 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:14.674723 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5f137757-f512-48d9-b38a-367d6105a873 req-3367ca3c-d96e-4f4b-9434-b52163d4ff22 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 944 time: 0.1095641 Nov 23 09:02:14.699853 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Attempting to bind port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:02:14.700325 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Attempting to bind port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:02:14.700656 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Attempting to bind port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 on network d2703dbd-849e-45eb-9768-17f699057b49 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:02:14.707256 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 on network d2703dbd-849e-45eb-9768-17f699057b49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:02:14.707791 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Attempting to bind port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 on network d2703dbd-849e-45eb-9768-17f699057b49 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:02:14.722743 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:02:14.723223 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Checking segment: {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:02:14.723617 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Bound using segment: {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:02:14.724064 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Bound port: 51572632-a474-4f0a-8d0a-5d7f7a5f7e61, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:02:14.724414 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:14.805198 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5f137757-f512-48d9-b38a-367d6105a873 req-4585ea7f-cc23-490c-98aa-6cd62468711a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215184 Nov 23 09:02:14.832809 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] For port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:02:14.835886 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] For port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=51572632-a474-4f0a-8d0a-5d7f7a5f7e61,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:02:14.841897 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:14.883214 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:14.884151 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:14.885571 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] 10.222.0.47 "PUT /v2.0/ports/51572632-a474-4f0a-8d0a-5d7f7a5f7e61 HTTP/1.1" status: 200 len: 1094 time: 0.9319625 Nov 23 09:02:14.887846 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcc9f31-a3b6-4476-9c2f-6b22faa98e22', 'tag': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:02:14.896589 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbecc50-06a5-4509-b72c-8fe8a846394b req-1b1b030a-8ff5-4b6c-8aad-e087f5e09b3e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:14.897698 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fdd6d9-209a-409e-8cf1-262c04dcc5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcc9f31-a3b6-4476-9c2f-6b22faa98e22", "tag": "51572632-a474-4f0a-8d0a-5d7f7a5f7e61"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:02:14.898158 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6fbecc50-06a5-4509-b72c-8fe8a846394b req-1b1b030a-8ff5-4b6c-8aad-e087f5e09b3e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 944 time: 0.1042166 Nov 23 09:02:14.948909 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-eeea59ff-69cd-4db9-a21f-59a5c56eddca admin admin] Deleting port 4ca27fc6-e774-4c1f-9f2b-5f0383024975 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:02:14.949411 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eeea59ff-69cd-4db9-a21f-59a5c56eddca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:14.977372 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c3945c-d53c-4fad-9bc0-e47a7d27b4df x-openstack-request-id: req-e6c3945c-d53c-4fad-9bc0-e47a7d27b4df {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:02:14.977928 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcc9f31-a3b6-4476-9c2f-6b22faa98e22", "tag": "51572632-a474-4f0a-8d0a-5d7f7a5f7e61", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:02:14.978125 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e6c3945c-d53c-4fad-9bc0-e47a7d27b4df {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:02:14.978573 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcc9f31-a3b6-4476-9c2f-6b22faa98e22', 'tag': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61', 'status': 'completed', 'code': 200} Nov 23 09:02:14.997086 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6fbecc50-06a5-4509-b72c-8fe8a846394b req-5a21409f-1104-4437-88d7-f298a4319d7f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831392 Nov 23 09:02:14.998836 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c18330-ec3b-4985-b53c-3e11523b94b4 service neutron] Pushing event updated for resources: {'Port': ['ID=51572632-a474-4f0a-8d0a-5d7f7a5f7e61,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:15.007741 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-178458d6-0db2-4f4d-9a10-b59d0c2f079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:15.009874 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-178458d6-0db2-4f4d-9a10-b59d0c2f079e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 1097 time: 0.0798945 Nov 23 09:02:15.074821 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-39c46210-2719-48b8-b83d-bad08b0d5181 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51572632-a474-4f0a-8d0a-5d7f7a5f7e61 HTTP/1.1" status: 200 len: 217 time: 0.0548010 Nov 23 09:02:15.077767 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [None req-eeea59ff-69cd-4db9-a21f-59a5c56eddca admin admin] For port 4ca27fc6-e774-4c1f-9f2b-5f0383024975, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=4ca27fc6-e774-4c1f-9f2b-5f0383024975,segment=NetworkSegment(808be254-c4cd-45e1-9e8e-822d369660e2),segment_id=808be254-c4cd-45e1-9e8e-822d369660e2)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:15.078149 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eeea59ff-69cd-4db9-a21f-59a5c56eddca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:15.098308 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-eeea59ff-69cd-4db9-a21f-59a5c56eddca admin admin] Calling delete_port for 4ca27fc6-e774-4c1f-9f2b-5f0383024975 owned by network:router_interface {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:02:15.130285 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-142cb82e-c7e8-4a1d-a879-c034d96cdb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:15.132041 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-142cb82e-c7e8-4a1d-a879-c034d96cdb95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0487263 Nov 23 09:02:15.186175 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-f5b9be2f-a3f6-4671-bab6-6b3aa6a6e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:15.187568 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-f5b9be2f-a3f6-4671-bab6-6b3aa6a6e9df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479987 Nov 23 09:02:15.286414 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-9191c197-ebe2-4524-aa71-037016545e4b service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901031 Nov 23 09:02:15.317354 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eeea59ff-69cd-4db9-a21f-59a5c56eddca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:15.345309 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea59ff-69cd-4db9-a21f-59a5c56eddca admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca27fc6-e774-4c1f-9f2b-5f0383024975,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:15.380865 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6bc011c9-d30f-4073-8cda-fd4829323cc2 req-33beb405-6577-42f0-ae94-90b5e327ee97 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868180 Nov 23 09:02:15.466394 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdd6d9-209a-409e-8cf1-262c04dcc5aa req-98c69df1-dc4b-4c37-9cce-b7a683fcd97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:15.467867 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c9fdd6d9-209a-409e-8cf1-262c04dcc5aa req-98c69df1-dc4b-4c37-9cce-b7a683fcd97f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 1097 time: 0.0412881 Nov 23 09:02:15.509659 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eeea59ff-69cd-4db9-a21f-59a5c56eddca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404646'] for router_interface, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:15.573826 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdd6d9-209a-409e-8cf1-262c04dcc5aa req-cde00c96-6d23-425a-a68e-0adfe3ee2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:15.575347 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c9fdd6d9-209a-409e-8cf1-262c04dcc5aa req-cde00c96-6d23-425a-a68e-0adfe3ee2057 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 913 time: 0.0997515 Nov 23 09:02:15.619614 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:15.621712 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c9fdd6d9-209a-409e-8cf1-262c04dcc5aa req-224db02a-071b-4b33-abe1-a5f1184c90b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51572632-a474-4f0a-8d0a-5d7f7a5f7e61 HTTP/1.1" status: 200 len: 217 time: 0.0370936 Nov 23 09:02:15.679442 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdd6d9-209a-409e-8cf1-262c04dcc5aa req-41aad544-f137-44fd-ae42-da67855a8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:15.681404 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c9fdd6d9-209a-409e-8cf1-262c04dcc5aa req-41aad544-f137-44fd-ae42-da67855a8e5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0514534 Nov 23 09:02:15.755899 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device efe7e8ac-f495-4361-902c-7da559e50715 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:02:15.757508 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdd6d9-209a-409e-8cf1-262c04dcc5aa req-e302538c-854b-4c91-a923-e26c3a8db775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:15.759525 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c9fdd6d9-209a-409e-8cf1-262c04dcc5aa req-e302538c-854b-4c91-a923-e26c3a8db775 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0703871 Nov 23 09:02:15.764993 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeea59ff-69cd-4db9-a21f-59a5c56eddca admin admin] Router 69491f70-a0c2-40e1-8538-16113b80df2e has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:02:15.818961 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port efe7e8ac-f495-4361-902c-7da559e50715 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:02:15.819613 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:15.894701 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeea59ff-69cd-4db9-a21f-59a5c56eddca admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:02:15.896698 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c9fdd6d9-209a-409e-8cf1-262c04dcc5aa req-27731f75-cc7f-4c41-bf76-102f24f81c28 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297388 Nov 23 09:02:15.901891 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-eeea59ff-69cd-4db9-a21f-59a5c56eddca admin admin] 10.222.0.46 "PUT /v2.0/routers/69491f70-a0c2-40e1-8538-16113b80df2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0740097 Nov 23 09:02:15.905511 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 40748) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:15.907176 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b599ac-9dff-4ca5-8d54-bd5039aa7241 None None] Sync routers for ids ['69491f70-a0c2-40e1-8538-16113b80df2e'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:02:15.919753 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:15.919951 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b599ac-9dff-4ca5-8d54-bd5039aa7241 None None] Routers {'69491f70-a0c2-40e1-8538-16113b80df2e'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:02:15.920573 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-90b599ac-9dff-4ca5-8d54-bd5039aa7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:02:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['69491f70-a0c2-40e1-8538-16113b80df2e'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:15.946158 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:02:15.949277 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a4460f-403b-4578-8232-7fe698df43ae" -d '{"events": [{"server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "efe7e8ac-f495-4361-902c-7da559e50715"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:02:15.981274 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port efe7e8ac-f495-4361-902c-7da559e50715, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=efe7e8ac-f495-4361-902c-7da559e50715,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:15.987705 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:15.989630 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:02:15.994359 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4ccffd-126d-4146-9eed-f649f4ba9536 x-openstack-request-id: req-1a4ccffd-126d-4146-9eed-f649f4ba9536 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:02:15.994870 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "efe7e8ac-f495-4361-902c-7da559e50715", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:02:15.995309 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a4ccffd-126d-4146-9eed-f649f4ba9536 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:02:15.995711 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715', 'code': 200} Nov 23 09:02:16.027800 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:02:16.028471 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 6a5bc769-b686-4f1b-aa8b-1993d134c1f8 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:02:16.044806 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-90b599ac-9dff-4ca5-8d54-bd5039aa7241 None None] Set router 69491f70-a0c2-40e1-8538-16113b80df2e gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:02:16.110631 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196d029-ae07-4049-9403-4d517fa8e4c1 req-eb734722-2638-4d06-b55e-cdbc1c0dda74 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:16.112191 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5196d029-ae07-4049-9403-4d517fa8e4c1 req-eb734722-2638-4d06-b55e-cdbc1c0dda74 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 944 time: 0.1925385 Nov 23 09:02:16.147598 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=efe7e8ac-f495-4361-902c-7da559e50715,revision_number=10']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:16.170021 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c9fdd6d9-209a-409e-8cf1-262c04dcc5aa req-37905d02-0c54-40b0-a49f-11c5d0262340 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652583 Nov 23 09:02:16.182970 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Publish callbacks [] for router, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:16.252200 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1ea6f-827b-4d81-b6b3-ba9b5528e088 req-b3740d6b-7982-4d9f-827a-bedb531a225e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:16.255085 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9ec1ea6f-827b-4d81-b6b3-ba9b5528e088 req-b3740d6b-7982-4d9f-827a-bedb531a225e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 944 time: 0.1438243 Nov 23 09:02:16.263875 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5196d029-ae07-4049-9403-4d517fa8e4c1 req-9b6ddd0a-c0eb-4ad0-95c5-f39da496e990 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263716 Nov 23 09:02:16.349627 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:16.350816 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9ec1ea6f-827b-4d81-b6b3-ba9b5528e088 req-ef4e83ad-9ed5-4ebe-ba88-2e020cf9308a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884624 Nov 23 09:02:16.373372 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-90b599ac-9dff-4ca5-8d54-bd5039aa7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'name': 'tempest-ServerRescueNegativeTestJSON-54351402-router', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T09:02:15Z', 'revision_number': 5, 'project_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'gw_port': {'id': '4bd3baee-423b-40ab-a621-229c33fa5bd8', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:16.405283 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b599ac-9dff-4ca5-8d54-bd5039aa7241 None None] Checking router: 69491f70-a0c2-40e1-8538-16113b80df2e for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:02:16.417270 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b599ac-9dff-4ca5-8d54-bd5039aa7241 None None] Routers {'69491f70-a0c2-40e1-8538-16113b80df2e'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:02:16.417927 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-90b599ac-9dff-4ca5-8d54-bd5039aa7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:02:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['69491f70-a0c2-40e1-8538-16113b80df2e'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:16.425844 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Deleting port 4bd3baee-423b-40ab-a621-229c33fa5bd8 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:02:16.426177 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:16.516636 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-90b599ac-9dff-4ca5-8d54-bd5039aa7241 None None] Set router 69491f70-a0c2-40e1-8538-16113b80df2e gateway port host: None {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:02:16.518595 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e5706-50f3-49c9-98a9-95ad8af9e9f6 req-cb978d38-504e-4e42-a1ab-1a09c7fc62be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:16.520065 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-137e5706-50f3-49c9-98a9-95ad8af9e9f6 req-cb978d38-504e-4e42-a1ab-1a09c7fc62be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 1099 time: 0.0813205 Nov 23 09:02:16.533099 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 40762) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:16.554955 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] For port 4bd3baee-423b-40ab-a621-229c33fa5bd8, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=4bd3baee-423b-40ab-a621-229c33fa5bd8,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:16.555337 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:16.570688 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Calling delete_port for 4bd3baee-423b-40ab-a621-229c33fa5bd8 owned by network:router_gateway {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:02:16.573360 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-90b599ac-9dff-4ca5-8d54-bd5039aa7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'name': 'tempest-ServerRescueNegativeTestJSON-54351402-router', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T09:02:16Z', 'revision_number': 6, 'project_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'gw_port_host': None}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:16.599518 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-137e5706-50f3-49c9-98a9-95ad8af9e9f6 req-c0e5a51e-48db-437c-b6af-078641b75058 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715981 Nov 23 09:02:16.599738 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b599ac-9dff-4ca5-8d54-bd5039aa7241 None None] The sync data for ids ['69491f70-a0c2-40e1-8538-16113b80df2e'] in dv-cinder-768458-17-iscsi is: [{'id': '69491f70-a0c2-40e1-8538-16113b80df2e', 'name': 'tempest-ServerRescueNegativeTestJSON-54351402-router', 'tenant_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T09:02:16Z', 'revision_number': 6, 'project_id': '10a0e7a1377f47a380bd0bb5a9c9ef48', 'gw_port_host': None}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:02:16.659627 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c14acc93-03d0-45e1-95ee-6c6f3449d23d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:16.739382 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c14acc93-03d0-45e1-95ee-6c6f3449d23d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:16.743244 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c14acc93-03d0-45e1-95ee-6c6f3449d23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:16.759773 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:16.785250 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-c14acc93-03d0-45e1-95ee-6c6f3449d23d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fe2730eb9db4cdd812e6ffcc0a206d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476485 Nov 23 09:02:16.785250 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14acc93-03d0-45e1-95ee-6c6f3449d23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e6f237-4f70-4f63-9450-a613e722cd9a,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:16.785715 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 40768) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:16.788587 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd3baee-423b-40ab-a621-229c33fa5bd8,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:16.841629 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4576b996-1bfd-4eb5-8485-1e61b3196f62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:16.861139 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404736'] for router_gateway, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:16.864173 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4576b996-1bfd-4eb5-8485-1e61b3196f62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:16.913872 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4576b996-1bfd-4eb5-8485-1e61b3196f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:16.917202 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4576b996-1bfd-4eb5-8485-1e61b3196f62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:16.918552 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-4576b996-1bfd-4eb5-8485-1e61b3196f62 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4e6f237-4f70-4f63-9450-a613e722cd9a HTTP/1.1" status: 204 len: 168 time: 0.1322856 Nov 23 09:02:16.934318 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576b996-1bfd-4eb5-8485-1e61b3196f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e6f237-4f70-4f63-9450-a613e722cd9a,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:17.006335 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13363'] for router, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.009696 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.098009 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404866'] for router, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.098574 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69491f70-a0c2-40e1-8538-16113b80df2e {{(pid=102542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:02:17.104359 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] Publish callbacks [] for router, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.105516 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-f6c3f572-7fe9-4687-9628-9f97a280c2ab admin admin] 10.222.0.46 "DELETE /v2.0/routers/69491f70-a0c2-40e1-8538-16113b80df2e HTTP/1.1" status: 204 len: 168 time: 1.1990335 Nov 23 09:02:17.108083 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 40776) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:17.153850 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a4a50f-7715-4f17-acae-061422748357 admin admin] Deleting subnet 14c2220b-9036-4d1e-9c30-f159f5f6d815 {{(pid=102542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:02:17.157009 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a50f-7715-4f17-acae-061422748357 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.191160 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a50f-7715-4f17-acae-061422748357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785854'] for subnet, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.230752 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a50f-7715-4f17-acae-061422748357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.287289 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a50f-7715-4f17-acae-061422748357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8590777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583604'] for subnet, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.316243 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a50f-7715-4f17-acae-061422748357 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.320285 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-a8a4a50f-7715-4f17-acae-061422748357 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/14c2220b-9036-4d1e-9c30-f159f5f6d815 HTTP/1.1" status: 204 len: 168 time: 0.2111897 Nov 23 09:02:17.321369 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4a50f-7715-4f17-acae-061422748357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c2220b-9036-4d1e-9c30-f159f5f6d815,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:17.323070 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 40788) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:17.402470 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c39ae9c8-1df1-4696-a231-cde0943a4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.434210 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e0014-f90d-4200-8c84-7178b6ec503a req-49a9300a-d3ba-48db-9dfc-f99172fba369 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:17.435781 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2b3e0014-f90d-4200-8c84-7178b6ec503a req-49a9300a-d3ba-48db-9dfc-f99172fba369 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 946 time: 0.0677912 Nov 23 09:02:17.492472 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2b3e0014-f90d-4200-8c84-7178b6ec503a req-be8c7e1f-5ff5-4fcf-8d4b-902a7bc8ef3c tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505512 Nov 23 09:02:17.529920 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c39ae9c8-1df1-4696-a231-cde0943a4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.552041 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec55de-c383-435d-8828-7724f955d888 req-41689ec0-9c10-442d-8f8f-f3871dcbe48b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:17.553564 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fcec55de-c383-435d-8828-7724f955d888 req-41689ec0-9c10-442d-8f8f-f3871dcbe48b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 944 time: 0.1111240 Nov 23 09:02:17.563518 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-c39ae9c8-1df1-4696-a231-cde0943a4c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c']}} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:17.583594 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-c39ae9c8-1df1-4696-a231-cde0943a4c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808be254-c4cd-45e1-9e8e-822d369660e2') {'for_net_delete': True} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:17.583891 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-c39ae9c8-1df1-4696-a231-cde0943a4c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808be254-c4cd-45e1-9e8e-822d369660e2') {} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:17.597736 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c39ae9c8-1df1-4696-a231-cde0943a4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9459601'] for segment, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.622993 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c39ae9c8-1df1-4696-a231-cde0943a4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.636510 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fcec55de-c383-435d-8828-7724f955d888 req-12951b12-6c52-4e50-a06c-944c5feeabbf tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754745 Nov 23 09:02:17.637447 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39ae9c8-1df1-4696-a231-cde0943a4c9b admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:02:17.637873 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c39ae9c8-1df1-4696-a231-cde0943a4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12311326'] for segment, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: Traceback (most recent call last): Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: timer() Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: cb(*args, **kw) Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: return func(*args, **kwargs) Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: self._notify() Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: self.callback(batched_events) Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: event.method(event) Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: return f(self, *a, **k) Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._get(url).json() Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: return self.request(url, 'GET', **kwargs) Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:02:17.639582 dv-cinder-768458-17-iscsi neutron-server[102541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:02:17.712975 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c39ae9c8-1df1-4696-a231-cde0943a4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.721482 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c39ae9c8-1df1-4696-a231-cde0943a4c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.725948 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-c39ae9c8-1df1-4696-a231-cde0943a4c9b admin admin] 10.222.0.46 "DELETE /v2.0/networks/8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c HTTP/1.1" status: 204 len: 168 time: 0.4016378 Nov 23 09:02:17.745616 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 40804) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:17.746298 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae9c8-1df1-4696-a231-cde0943a4c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=8fcd271c-ecf0-4b17-bfb1-8442a8fbe13c,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:17.847326 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 40808) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:17.847991 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1032453944-network', 'tenant_id': 'd6bee9dbebd64795afb8d03d5204db6a'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:02:17.870341 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Made reservation on behalf of d6bee9dbebd64795afb8d03d5204db6a for: {'network': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:02:17.872737 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.881027 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.892492 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-f7bf8884-3b51-42c6-99ce-72e1b433d7c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10a0e7a1377f47a380bd0bb5a9c9ef48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414357 Nov 23 09:02:17.892755 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 40810) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:17.945891 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-400b7c71-5994-4f80-a1f0-551ff30b6a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.957860 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.961661 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.966689 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-400b7c71-5994-4f80-a1f0-551ff30b6a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:17.994527 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:02:17.999357 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009893a8-33f3-46ce-a4dc-bed5f6c5d441,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:18.006607 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:18.006948 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.segments_db [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Added segment 6de5254b-c337-4055-a76c-378aba26fb51 of type vlan for network 75b297ca-5618-4133-9cc2-b7104abb5885 Nov 23 09:02:18.020011 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-400b7c71-5994-4f80-a1f0-551ff30b6a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:18.022650 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-400b7c71-5994-4f80-a1f0-551ff30b6a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:18.023818 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-400b7c71-5994-4f80-a1f0-551ff30b6a41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9c884e9-072e-47ce-a38f-748185f53100 HTTP/1.1" status: 204 len: 168 time: 0.1301167 Nov 23 09:02:18.032747 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b7c71-5994-4f80-a1f0-551ff30b6a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c884e9-072e-47ce-a38f-748185f53100,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:18.054810 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:18.087688 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:18.088932 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:18.089613 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:18.120967 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3797243 Nov 23 09:02:18.124360 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 40816) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:18.133479 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-1e2eea14-c4df-4612-b476-92115e37d6fb admin admin] Request body: {'subnet': {'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1032453944-subnet', 'tenant_id': 'd6bee9dbebd64795afb8d03d5204db6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:02:18.156312 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dec8e-521f-40e1-a435-9ce9b44a3a5a admin admin] Pushing event updated for resources: {'Network': ['ID=75b297ca-5618-4133-9cc2-b7104abb5885,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:18.167511 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2eea14-c4df-4612-b476-92115e37d6fb admin admin] Made reservation on behalf of d6bee9dbebd64795afb8d03d5204db6a for: {'subnet': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:02:18.170839 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network 75b297ca-5618-4133-9cc2-b7104abb5885 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:02:18.171308 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1e2eea14-c4df-4612-b476-92115e37d6fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11572689'] for subnet, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:18.255941 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4bd3baee-423b-40ab-a621-229c33fa5bd8 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:02:18.285305 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 4bd3baee-423b-40ab-a621-229c33fa5bd8 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:02:18.285653 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4bd3baee-423b-40ab-a621-229c33fa5bd8 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:02:18.286067 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4ca27fc6-e774-4c1f-9f2b-5f0383024975 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:02:18.306621 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 4ca27fc6-e774-4c1f-9f2b-5f0383024975 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:02:18.306967 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4ca27fc6-e774-4c1f-9f2b-5f0383024975 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:02:18.557091 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1e2eea14-c4df-4612-b476-92115e37d6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8753251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11572675'] for subnet, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:18.617943 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2eea14-c4df-4612-b476-92115e37d6fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c972df-27f7-4f52-864f-7a19b342742d,revision_number=0']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:18.626785 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2eea14-c4df-4612-b476-92115e37d6fb admin admin] Checking segment: {'id': '6de5254b-c337-4055-a76c-378aba26fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:02:18.627406 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2eea14-c4df-4612-b476-92115e37d6fb admin admin] Network hostable DHCP agents. Network: 75b297ca-5618-4133-9cc2-b7104abb5885, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:02:18.627684 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b822b8-aa0a-49ae-8f14-3ea8185a6d59 req-46b3a452-c2eb-4f36-8975-a012d6ff5c20 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:18.629391 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e4b822b8-aa0a-49ae-8f14-3ea8185a6d59 req-46b3a452-c2eb-4f36-8975-a012d6ff5c20 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 946 time: 0.0591760 Nov 23 09:02:18.650162 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2eea14-c4df-4612-b476-92115e37d6fb admin admin] Network 75b297ca-5618-4133-9cc2-b7104abb5885 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:02:18.660956 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-1e2eea14-c4df-4612-b476-92115e37d6fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, 75b297ca-5618-4133-9cc2-b7104abb5885) {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:02:18.667601 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2eea14-c4df-4612-b476-92115e37d6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:18.668271 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1e2eea14-c4df-4612-b476-92115e37d6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:18.672118 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1b1e92-e6d6-4539-a1d0-b14e1b0da024 None None] Network 75b297ca-5618-4133-9cc2-b7104abb5885 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:02:18.697918 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-1e2eea14-c4df-4612-b476-92115e37d6fb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5629923 Nov 23 09:02:18.702404 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e4b822b8-aa0a-49ae-8f14-3ea8185a6d59 req-7b912598-4b16-48fd-bbf6-6ea916823a93 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659273 Nov 23 09:02:18.804914 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704d291-fa45-4b58-afc6-5e12e501873e req-0542b35c-4351-4586-8395-ed6e077c6b03 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:18.807119 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7704d291-fa45-4b58-afc6-5e12e501873e req-0542b35c-4351-4586-8395-ed6e077c6b03 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 944 time: 0.0581791 Nov 23 09:02:18.864482 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585fd76e-27f7-4337-a148-fcc9ed3aa0cd None None] Network 75b297ca-5618-4133-9cc2-b7104abb5885 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:02:18.887968 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7704d291-fa45-4b58-afc6-5e12e501873e req-69dc83e5-a284-4fc5-978a-e76ac0c12fee tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743189 Nov 23 09:02:19.840885 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ff007-7bf6-41e4-8c97-340eb7358d77 req-86145703-fa8d-4652-af80-216dd947f7d1 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:19.842570 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-578ff007-7bf6-41e4-8c97-340eb7358d77 req-86145703-fa8d-4652-af80-216dd947f7d1 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 946 time: 0.0587564 Nov 23 09:02:19.893201 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-578ff007-7bf6-41e4-8c97-340eb7358d77 req-809f60f5-d59f-4691-a6f5-18d8ce52e427 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 Nov 23 09:02:20.002552 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db565194-52cb-449c-8f94-7114f29e841b req-139fcd1c-9d6d-4097-a4b2-29e6709be84f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:20.003911 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-db565194-52cb-449c-8f94-7114f29e841b req-139fcd1c-9d6d-4097-a4b2-29e6709be84f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 944 time: 0.0489595 Nov 23 09:02:20.051268 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-db565194-52cb-449c-8f94-7114f29e841b req-a614adb2-255d-4f24-b57f-9e4ecee476c0 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409048 Nov 23 09:02:21.023538 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54ea94-7bb0-4f82-a322-a9690129033e req-f4048ece-eb3d-4308-bce6-d13844d48974 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:21.025380 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5f54ea94-7bb0-4f82-a322-a9690129033e req-f4048ece-eb3d-4308-bce6-d13844d48974 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 946 time: 0.0500762 Nov 23 09:02:21.086287 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5f54ea94-7bb0-4f82-a322-a9690129033e req-cf73fa44-ffe4-4be7-9e4c-8abb030ae6ac tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536535 Nov 23 09:02:21.173701 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac04b2a-111c-4633-abac-fefec74e0f7e req-4b5b2d0e-a313-4a6d-9486-3079ac60c3b7 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:21.175194 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4ac04b2a-111c-4633-abac-fefec74e0f7e req-4b5b2d0e-a313-4a6d-9486-3079ac60c3b7 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 944 time: 0.0497117 Nov 23 09:02:21.238836 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4ac04b2a-111c-4633-abac-fefec74e0f7e req-817386f7-62ed-418f-a9a6-70c2fa4eccdc tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554736 Nov 23 09:02:21.765030 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-0d7c9a81-4fb7-468b-98d1-ffbc2462b9e4 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:21.772535 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-0d7c9a81-4fb7-468b-98d1-ffbc2462b9e4 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/networks?id=75b297ca-5618-4133-9cc2-b7104abb5885 HTTP/1.1" status: 200 len: 809 time: 0.1186342 Nov 23 09:02:21.783749 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-9dcf1911-f085-4297-9039-684fa65a06f7 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/quotas/d6bee9dbebd64795afb8d03d5204db6a HTTP/1.1" status: 200 len: 375 time: 0.0103242 Nov 23 09:02:21.817892 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-ac338570-bf06-491d-9d94-d6d1025ca249 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6bee9dbebd64795afb8d03d5204db6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278974 Nov 23 09:02:21.914137 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-3a6fd045-261b-4960-9b63-8fc211fc4dcb service neutron] 10.222.0.46 "GET /v2.0/networks/75b297ca-5618-4133-9cc2-b7104abb5885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874913 Nov 23 09:02:22.005287 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-c97af8f6-2d7a-4809-b79c-dcc4e58096b4 service neutron] 10.222.0.46 "GET /v2.0/networks/75b297ca-5618-4133-9cc2-b7104abb5885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845222 Nov 23 09:02:22.184647 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-74aca6fb-23c0-4e44-92ac-8e33f1dbe52c req-678b0cc9-72ae-4119-a245-d824e95afbad tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 210 time: 0.0322645 Nov 23 09:02:22.245266 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278ad6f-e7e0-4a39-b53e-f25d9c326862 req-d8951575-200d-4ea0-b0af-30472f8e98e9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:22.246887 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d278ad6f-e7e0-4a39-b53e-f25d9c326862 req-d8951575-200d-4ea0-b0af-30472f8e98e9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 946 time: 0.0482438 Nov 23 09:02:22.301885 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d278ad6f-e7e0-4a39-b53e-f25d9c326862 req-196e1e0f-9b16-4736-8dba-b62a80e95b3c tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491426 Nov 23 09:02:22.359666 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca393bc7-7eaa-4e41-a34e-782851cefd5a req-8a385522-e4a8-4e8c-8c16-0608b8b39713 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:22.361176 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ca393bc7-7eaa-4e41-a34e-782851cefd5a req-8a385522-e4a8-4e8c-8c16-0608b8b39713 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 944 time: 0.0503612 Nov 23 09:02:22.412898 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ca393bc7-7eaa-4e41-a34e-782851cefd5a req-2ada63e9-37fa-41fd-89d2-2590e5669c1a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457520 Nov 23 09:02:23.276572 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-047d6edb-d513-442e-b0f7-0546ef02a0db req-f480ed16-777e-4285-9560-854876c247de tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 210 time: 0.0261455 Nov 23 09:02:23.528165 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089650d-fb7b-42c9-b58e-3e48da5f30b5 req-0f1d4c9c-948c-4201-9bca-0422130edf0e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:23.529652 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8089650d-fb7b-42c9-b58e-3e48da5f30b5 req-0f1d4c9c-948c-4201-9bca-0422130edf0e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 944 time: 0.0486722 Nov 23 09:02:23.578370 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8089650d-fb7b-42c9-b58e-3e48da5f30b5 req-6307f346-e90c-4005-aed3-ddb74c71b78e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429137 Nov 23 09:02:24.111070 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:02:24.214258 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=51572632-a474-4f0a-8d0a-5d7f7a5f7e61,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:24.225609 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'port_id': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61', 'mac_address': 'fa:16:3e:f9:57:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:02:24.262381 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:24.275374 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:02:24.294176 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=51572632-a474-4f0a-8d0a-5d7f7a5f7e61,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:24.297741 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:24.345070 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=51572632-a474-4f0a-8d0a-5d7f7a5f7e61,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:24.370600 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-174c8fcc-075a-4f0a-bcbb-2486a3b89544 req-3ad016ef-7f39-4554-8c92-fe201fdeeb5f tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 210 time: 0.0264666 Nov 23 09:02:24.693079 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea99e3f-32b1-43cd-81a3-7a7267892fba req-a2ec4d9a-9df5-4f31-8599-d72296ac1f98 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:24.694530 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5ea99e3f-32b1-43cd-81a3-7a7267892fba req-a2ec4d9a-9df5-4f31-8599-d72296ac1f98 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 945 time: 0.0504100 Nov 23 09:02:24.742943 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5ea99e3f-32b1-43cd-81a3-7a7267892fba req-6d9f993c-7c0b-42e5-9939-12e2cc8284c7 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415626 Nov 23 09:02:25.344265 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['51572632-a474-4f0a-8d0a-5d7f7a5f7e61'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:02:25.497533 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c9ca411e-1488-41d9-a09a-ddab6a371585 req-ab6e3189-fdb9-4aa4-9cbb-006e64c767d7 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 210 time: 0.0537400 Nov 23 09:02:25.661268 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-e752946f-efaa-45bd-afe5-d68ef7953923 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:25.662620 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-e752946f-efaa-45bd-afe5-d68ef7953923 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.47 "GET /v2.0/networks?id=75b297ca-5618-4133-9cc2-b7104abb5885 HTTP/1.1" status: 200 len: 809 time: 0.1150234 Nov 23 09:02:25.678175 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-266922b5-a73d-4feb-ae64-2034462ed976 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Request body: {'port': {'device_id': 'ef51bee8-a04b-4524-b851-142ac2b803ef', 'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885', 'admin_state_up': True, 'tenant_id': 'd6bee9dbebd64795afb8d03d5204db6a'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:02:25.787261 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-266922b5-a73d-4feb-ae64-2034462ed976 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Made reservation on behalf of d6bee9dbebd64795afb8d03d5204db6a for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:02:25.791619 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-266922b5-a73d-4feb-ae64-2034462ed976 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:25.929625 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12175f96-1b30-4121-a6ab-833950722bfb req-ec51f86e-6b65-405f-9ce7-32c654d7cb49 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:25.931896 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-12175f96-1b30-4121-a6ab-833950722bfb req-ec51f86e-6b65-405f-9ce7-32c654d7cb49 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 945 time: 0.1161239 Nov 23 09:02:25.973388 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-266922b5-a73d-4feb-ae64-2034462ed976 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Allocated IP 172.20.0.13 (75b297ca-5618-4133-9cc2-b7104abb5885/68c972df-27f7-4f52-864f-7a19b342742d/143b5298-0b5f-40bb-bb08-3cac47537d57) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:02:26.007657 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-12175f96-1b30-4121-a6ab-833950722bfb req-933a0db7-c749-49e5-b9eb-ecc1ea66c5d9 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691035 Nov 23 09:02:26.351621 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-266922b5-a73d-4feb-ae64-2034462ed976 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:26.390937 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-266922b5-a73d-4feb-ae64-2034462ed976 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:26.438715 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-266922b5-a73d-4feb-ae64-2034462ed976 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Network 75b297ca-5618-4133-9cc2-b7104abb5885 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:02:26.439591 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-266922b5-a73d-4feb-ae64-2034462ed976 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:02:26.443484 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-266922b5-a73d-4feb-ae64-2034462ed976 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:02:26.468889 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266922b5-a73d-4feb-ae64-2034462ed976 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Pushing event updated for resources: {'Port': ['ID=143b5298-0b5f-40bb-bb08-3cac47537d57,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:26.501984 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-266922b5-a73d-4feb-ae64-2034462ed976 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:26.502509 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-266922b5-a73d-4feb-ae64-2034462ed976 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:26.517946 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-266922b5-a73d-4feb-ae64-2034462ed976 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8445270 Nov 23 09:02:26.531344 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Request body: {'port': {'device_id': 'ef51bee8-a04b-4524-b851-142ac2b803ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:02:26.593465 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:26.632231 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a51f48-ccfe-427f-a400-5ea6578cda9b req-985f952a-adcb-4eba-b512-7df764b00f50 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:26.636188 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-58a51f48-ccfe-427f-a400-5ea6578cda9b req-985f952a-adcb-4eba-b512-7df764b00f50 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 932 time: 0.0603437 Nov 23 09:02:26.685461 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-58a51f48-ccfe-427f-a400-5ea6578cda9b req-d0ae3971-4c8e-4c9d-97cc-56c9e928cccb tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430753 Nov 23 09:02:26.865227 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143b5298-0b5f-40bb-bb08-3cac47537d57 {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:02:26.872902 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:26.885123 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Transition to ACTIVE for port object 143b5298-0b5f-40bb-bb08-3cac47537d57 will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:02:26.889343 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:26.937602 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Pushing event updated for resources: {'Port': ['ID=143b5298-0b5f-40bb-bb08-3cac47537d57,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:27.007890 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Attempting to bind port 143b5298-0b5f-40bb-bb08-3cac47537d57 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:02:27.008228 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Attempting to bind port 143b5298-0b5f-40bb-bb08-3cac47537d57 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '6de5254b-c337-4055-a76c-378aba26fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:02:27.009217 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Attempting to bind port 143b5298-0b5f-40bb-bb08-3cac47537d57 on network 75b297ca-5618-4133-9cc2-b7104abb5885 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:02:27.013602 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Port 143b5298-0b5f-40bb-bb08-3cac47537d57 on network 75b297ca-5618-4133-9cc2-b7104abb5885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:02:27.013927 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Attempting to bind port 143b5298-0b5f-40bb-bb08-3cac47537d57 on network 75b297ca-5618-4133-9cc2-b7104abb5885 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:02:27.018572 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:02:27.018905 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Checking segment: {'id': '6de5254b-c337-4055-a76c-378aba26fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:02:27.019286 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Bound using segment: {'id': '6de5254b-c337-4055-a76c-378aba26fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:02:27.019712 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Bound port: 143b5298-0b5f-40bb-bb08-3cac47537d57, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de5254b-c337-4055-a76c-378aba26fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:02:27.020067 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:27.109576 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] For port 143b5298-0b5f-40bb-bb08-3cac47537d57, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:02:27.126872 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] For port 143b5298-0b5f-40bb-bb08-3cac47537d57, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=143b5298-0b5f-40bb-bb08-3cac47537d57,segment=NetworkSegment(6de5254b-c337-4055-a76c-378aba26fb51),segment_id=6de5254b-c337-4055-a76c-378aba26fb51)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:02:27.131805 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:27.152167 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fe1e6-c739-4f27-91eb-6a76325f4380 req-58874d48-4159-4093-963b-f985ec2c097e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:27.153656 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-055fe1e6-c739-4f27-91eb-6a76325f4380 req-58874d48-4159-4093-963b-f985ec2c097e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 945 time: 0.0751050 Nov 23 09:02:27.185140 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:27.185766 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:27.187118 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] 10.222.0.47 "PUT /v2.0/ports/143b5298-0b5f-40bb-bb08-3cac47537d57 HTTP/1.1" status: 200 len: 1094 time: 0.6611488 Nov 23 09:02:27.192756 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef51bee8-a04b-4524-b851-142ac2b803ef', 'tag': '143b5298-0b5f-40bb-bb08-3cac47537d57'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:02:27.194923 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd146050-6541-4525-9b10-98627bc52330" -d '{"events": [{"name": "network-changed", "server_uuid": "ef51bee8-a04b-4524-b851-142ac2b803ef", "tag": "143b5298-0b5f-40bb-bb08-3cac47537d57"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:02:27.239124 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce84f10b-3568-46ce-9655-bd5af35e7889 x-openstack-request-id: req-ce84f10b-3568-46ce-9655-bd5af35e7889 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:02:27.239410 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef51bee8-a04b-4524-b851-142ac2b803ef", "tag": "143b5298-0b5f-40bb-bb08-3cac47537d57", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:02:27.239657 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce84f10b-3568-46ce-9655-bd5af35e7889 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:02:27.240034 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef51bee8-a04b-4524-b851-142ac2b803ef', 'tag': '143b5298-0b5f-40bb-bb08-3cac47537d57', 'status': 'completed', 'code': 200} Nov 23 09:02:27.247975 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e309591-2a54-4044-ac1e-5bb95596fe41 service neutron] Pushing event updated for resources: {'Port': ['ID=143b5298-0b5f-40bb-bb08-3cac47537d57,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:27.253734 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-055fe1e6-c739-4f27-91eb-6a76325f4380 req-b24dfb83-7853-4a19-95ae-cc9f57f16a67 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816398 Nov 23 09:02:27.804508 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e872-8a4f-4b7b-b967-c4425443ee3e req-a867eb83-f9cb-4858-be24-9bec598629c7 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:27.806025 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b392e872-8a4f-4b7b-b967-c4425443ee3e req-a867eb83-f9cb-4858-be24-9bec598629c7 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 944 time: 0.0513880 Nov 23 09:02:27.853535 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b392e872-8a4f-4b7b-b967-c4425443ee3e req-a12467cb-180d-46d9-8772-29eb3812715e tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Nov 23 09:02:28.366303 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ceb50-08dc-4fef-a99e-535d9ec55dcc req-bda10efc-5e2f-4d9b-bb38-c99478593e94 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:28.368312 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0b9ceb50-08dc-4fef-a99e-535d9ec55dcc req-bda10efc-5e2f-4d9b-bb38-c99478593e94 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 945 time: 0.0480702 Nov 23 09:02:28.416488 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0b9ceb50-08dc-4fef-a99e-535d9ec55dcc req-f7c3a08a-2a24-4907-a59d-9e4a2a70ac4f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Nov 23 09:02:28.616863 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:02:28.668771 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:02:28.673008 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:02:28.673008 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:28.746926 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:28.768616 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcc9f31-a3b6-4476-9c2f-6b22faa98e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:02:28.770857 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0aecf5-63ea-4f4c-94ef-4fd755cf55a9" -d '{"events": [{"server_uuid": "6fcc9f31-a3b6-4476-9c2f-6b22faa98e22", "name": "network-vif-plugged", "status": "completed", "tag": "51572632-a474-4f0a-8d0a-5d7f7a5f7e61"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:02:28.784211 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=51572632-a474-4f0a-8d0a-5d7f7a5f7e61,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:28.788639 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:28.814857 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7d1678-cb24-43e4-9bed-033a7af89cae x-openstack-request-id: req-9e7d1678-cb24-43e4-9bed-033a7af89cae {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:02:28.815153 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcc9f31-a3b6-4476-9c2f-6b22faa98e22", "name": "network-vif-plugged", "status": "completed", "tag": "51572632-a474-4f0a-8d0a-5d7f7a5f7e61", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:02:28.815408 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e7d1678-cb24-43e4-9bed-033a7af89cae {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:02:28.815789 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcc9f31-a3b6-4476-9c2f-6b22faa98e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61', 'code': 200} Nov 23 09:02:28.840643 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=51572632-a474-4f0a-8d0a-5d7f7a5f7e61,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:28.968695 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b06fb7-3c8d-4ecd-9fc9-419db31f1184 req-5b52c678-a4b0-493a-a29f-b6cad5a33fb2 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:28.970202 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-33b06fb7-3c8d-4ecd-9fc9-419db31f1184 req-5b52c678-a4b0-493a-a29f-b6cad5a33fb2 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 944 time: 0.0511847 Nov 23 09:02:29.018873 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-33b06fb7-3c8d-4ecd-9fc9-419db31f1184 req-5fd54367-bdd6-4c7d-9295-3695e58bd69c tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424268 Nov 23 09:02:29.536244 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cae3ec-d0fb-4e6d-9bce-e24d2a273cb0 req-73e52753-8a57-4458-bc11-39abc1516c00 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:29.537667 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-80cae3ec-d0fb-4e6d-9bce-e24d2a273cb0 req-73e52753-8a57-4458-bc11-39abc1516c00 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 946 time: 0.0530584 Nov 23 09:02:29.586562 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-80cae3ec-d0fb-4e6d-9bce-e24d2a273cb0 req-2ea315e5-a136-4637-936f-72fc038f97c4 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428429 Nov 23 09:02:29.648673 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd146050-6541-4525-9b10-98627bc52330 req-ec4e314e-c532-4f03-9239-d6106aa54097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:29.650453 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dd146050-6541-4525-9b10-98627bc52330 req-ec4e314e-c532-4f03-9239-d6106aa54097 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6bee9dbebd64795afb8d03d5204db6a&device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 1097 time: 0.0472207 Nov 23 09:02:29.814684 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d6eda-55b1-4628-bb72-69fb04e69ff5 req-228bbd5a-25af-4268-8be7-76a825748ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:29.816166 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7a7d6eda-55b1-4628-bb72-69fb04e69ff5 req-228bbd5a-25af-4268-8be7-76a825748ca2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 1099 time: 0.0386267 Nov 23 09:02:29.830599 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd146050-6541-4525-9b10-98627bc52330 req-44192414-7a3c-4fef-a343-f633ef49752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:29.832263 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dd146050-6541-4525-9b10-98627bc52330 req-44192414-7a3c-4fef-a343-f633ef49752d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d6bee9dbebd64795afb8d03d5204db6a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1703076 Nov 23 09:02:29.866090 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7a7d6eda-55b1-4628-bb72-69fb04e69ff5 req-f683ccc6-9c0f-4038-85ec-ab0ba9959199 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407574 Nov 23 09:02:30.003270 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd146050-6541-4525-9b10-98627bc52330 req-5b08f0f9-3f69-4726-a37a-f7b182bdefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:30.004714 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-dd146050-6541-4525-9b10-98627bc52330 req-5b08f0f9-3f69-4726-a37a-f7b182bdefb0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1628978 Nov 23 09:02:30.166450 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2bc59-6477-48d2-a09d-f5ab62e9af70 req-f4504581-705e-4b9e-8334-c73f4068d0f1 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:30.167898 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-13a2bc59-6477-48d2-a09d-f5ab62e9af70 req-f4504581-705e-4b9e-8334-c73f4068d0f1 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 944 time: 0.0800428 Nov 23 09:02:30.170616 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-59bccde3-78f5-4e86-b9c7-7ed053ab4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:30.171926 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-59bccde3-78f5-4e86-b9c7-7ed053ab4411 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6bee9dbebd64795afb8d03d5204db6a&device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 1097 time: 0.0737097 Nov 23 09:02:30.221594 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-be130ba5-2197-4f0d-a5f3-91d404ac2b52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=143b5298-0b5f-40bb-bb08-3cac47537d57 HTTP/1.1" status: 200 len: 217 time: 0.0411808 Nov 23 09:02:30.276501 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-13a2bc59-6477-48d2-a09d-f5ab62e9af70 req-dd289ddf-b189-4831-82de-5f6b08c1b01a tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025832 Nov 23 09:02:30.287202 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-8b82da85-2ca4-4cb3-8e6b-96038aa7b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:30.288643 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-8b82da85-2ca4-4cb3-8e6b-96038aa7b839 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c972df-27f7-4f52-864f-7a19b342742d HTTP/1.1" status: 200 len: 849 time: 0.0570319 Nov 23 09:02:30.321325 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-f79a470b-5bfe-4242-8f27-5164ae5ce6f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75b297ca-5618-4133-9cc2-b7104abb5885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239935 Nov 23 09:02:30.417819 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-3224f66b-1e76-46fd-838e-0ffbc9270f92 service neutron] 10.222.0.47 "GET /v2.0/networks/75b297ca-5618-4133-9cc2-b7104abb5885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893865 Nov 23 09:02:30.473335 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5bfc8055-a9e4-45c2-93c8-6aa0b2168bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:30.513326 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e91cec19-6d61-4a70-a13e-0b563507f0f8 req-0b2e784c-7341-4941-a9f5-ed8d5326d1da service neutron] 10.222.0.47 "GET /v2.0/networks/75b297ca-5618-4133-9cc2-b7104abb5885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859976 Nov 23 09:02:30.698920 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fb740-8312-440c-ba8e-cdd4c9384605 req-2c18ba7e-272b-4f54-af81-e6c9c5f5481d tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:30.700363 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-477fb740-8312-440c-ba8e-cdd4c9384605 req-2c18ba7e-272b-4f54-af81-e6c9c5f5481d tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 946 time: 0.0465314 Nov 23 09:02:30.757360 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-477fb740-8312-440c-ba8e-cdd4c9384605 req-a0f132ad-f0ee-4092-ba7a-6111b0f7f93b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507939 Nov 23 09:02:31.392670 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff7346-6f0a-42e7-a16b-a725620922cc req-9bb78a68-be13-422d-aab2-6688add2bddb tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:31.394199 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c4ff7346-6f0a-42e7-a16b-a725620922cc req-9bb78a68-be13-422d-aab2-6688add2bddb tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 944 time: 0.0503223 Nov 23 09:02:31.446937 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c4ff7346-6f0a-42e7-a16b-a725620922cc req-21662515-e751-4aa9-82df-5e29dd6e615e tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464756 Nov 23 09:02:31.711086 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:02:31.873119 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f3282-94d5-41aa-b2bf-0e72087f86a8 req-00a38e21-d165-43c1-93c9-3b80372702a4 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:31.874603 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d15f3282-94d5-41aa-b2bf-0e72087f86a8 req-00a38e21-d165-43c1-93c9-3b80372702a4 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 946 time: 0.0485632 Nov 23 09:02:31.923314 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d15f3282-94d5-41aa-b2bf-0e72087f86a8 req-551a3c3d-0f8e-46fe-b668-c65149c9c334 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424778 Nov 23 09:02:32.037375 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00c9e-8b7b-4d22-ba28-a155ce31ecdb req-40beb221-f422-4a00-9f0f-8536f827714a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:32.038831 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-53a00c9e-8b7b-4d22-ba28-a155ce31ecdb req-40beb221-f422-4a00-9f0f-8536f827714a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 946 time: 0.0495868 Nov 23 09:02:32.093313 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-53a00c9e-8b7b-4d22-ba28-a155ce31ecdb req-0262bedb-53d6-48e1-8bde-60996419b5be tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479186 Nov 23 09:02:32.118346 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 41100) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:32.304767 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55511a0-e047-4adc-b411-5434e7fc5063 tempest-TestVolumeBootPattern-886431220 tempest-TestVolumeBootPattern-886431220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:32.306293 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-b55511a0-e047-4adc-b411-5434e7fc5063 tempest-TestVolumeBootPattern-886431220 tempest-TestVolumeBootPattern-886431220-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 1094 time: 0.1868134 Nov 23 09:02:32.309268 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 41106) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:32.313456 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Request body: {'floatingip': {'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'port_id': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:02:32.334826 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for floatingip, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:32.431960 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:32.538355 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Allocated IP 172.27.2.211 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/ea6ad547-9fd1-4f55-a243-88e8b9f28d4a) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:02:32.572119 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da32337-f39c-4e36-a655-8325ffb6ca77 req-4fffb1c9-efff-43b0-921d-47be61ea0dce tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:32.573752 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3da32337-f39c-4e36-a655-8325ffb6ca77 req-4fffb1c9-efff-43b0-921d-47be61ea0dce tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 944 time: 0.0519335 Nov 23 09:02:32.607976 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-e96476d5-afb0-4535-b91e-b53af2269e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:32.627811 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3da32337-f39c-4e36-a655-8325ffb6ca77 req-0fce271e-ab47-4bf7-96b0-ac401f196bc3 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482111 Nov 23 09:02:32.659389 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:32.693225 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:32.735608 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:02:32.738470 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:02:32.743343 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:02:32.769893 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'Port': ['ID=ea6ad547-9fd1-4f55-a243-88e8b9f28d4a,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:33.093623 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:33.158880 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:33.303662 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:33.308102 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:33.377752 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'Port': ['ID=ea6ad547-9fd1-4f55-a243-88e8b9f28d4a,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:33.387960 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:33.699409 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.l3_db [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Floating IP 125768ab-efb7-4949-b4c3-8d880a19ba75 associated. External IP: 172.27.2.211, port: 51572632-a474-4f0a-8d0a-5d7f7a5f7e61. Nov 23 09:02:33.817145 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42847476-8398-4079-9409-65ff5d712f01 req-85af319f-801d-4118-806a-35ddab11be31 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:33.818635 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-42847476-8398-4079-9409-65ff5d712f01 req-85af319f-801d-4118-806a-35ddab11be31 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 944 time: 0.1217308 Nov 23 09:02:33.910022 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-42847476-8398-4079-9409-65ff5d712f01 req-29f37081-c6a2-47d1-86c7-e1613d858c33 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821424 Nov 23 09:02:33.922540 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:33.976464 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:02:34.081236 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:02:34.097928 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd021fe-cac1-4d13-8c25-30a92b3816ac None None] Sync routers for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:02:34.105952 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:34.110620 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd021fe-cac1-4d13-8c25-30a92b3816ac None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:02:34.111245 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-fcd021fe-cac1-4d13-8c25-30a92b3816ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:02:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:34.135354 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-fb15d241-fb51-4434-99b0-dcdf01f0a63e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8250773 Nov 23 09:02:34.135959 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcc9f31-a3b6-4476-9c2f-6b22faa98e22', 'tag': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:02:34.138338 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a39cbb-c7c2-455e-91b7-5bd263e50f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcc9f31-a3b6-4476-9c2f-6b22faa98e22", "tag": "51572632-a474-4f0a-8d0a-5d7f7a5f7e61"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:02:34.174172 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0239603a-6209-4fef-83b7-8016cf256ca1 x-openstack-request-id: req-0239603a-6209-4fef-83b7-8016cf256ca1 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:02:34.174461 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcc9f31-a3b6-4476-9c2f-6b22faa98e22", "tag": "51572632-a474-4f0a-8d0a-5d7f7a5f7e61", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:02:34.174740 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0239603a-6209-4fef-83b7-8016cf256ca1 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:02:34.175135 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcc9f31-a3b6-4476-9c2f-6b22faa98e22', 'tag': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61', 'status': 'completed', 'code': 200} Nov 23 09:02:34.219762 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-fcd021fe-cac1-4d13-8c25-30a92b3816ac None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:02:34.486154 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-fcd021fe-cac1-4d13-8c25-30a92b3816ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '125768ab-efb7-4949-b4c3-8d880a19ba75', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:f9:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcc9f31-a3b6-4476-9c2f-6b22faa98e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:02:32Z', 'updated_at': '2021-11-23T09:02:32Z', 'revision_number': 0, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:34.515168 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd021fe-cac1-4d13-8c25-30a92b3816ac None None] Checking router: 0877df19-aa8e-4146-9c3d-eca14ba9ac6f for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:02:34.523563 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd021fe-cac1-4d13-8c25-30a92b3816ac None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:02:34.524416 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-fcd021fe-cac1-4d13-8c25-30a92b3816ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:02:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:34.739319 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-fcd021fe-cac1-4d13-8c25-30a92b3816ac None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:02:34.908226 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:34.972349 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-fcd021fe-cac1-4d13-8c25-30a92b3816ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '125768ab-efb7-4949-b4c3-8d880a19ba75', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:f9:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcc9f31-a3b6-4476-9c2f-6b22faa98e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:02:32Z', 'updated_at': '2021-11-23T09:02:32Z', 'revision_number': 0, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:35.004354 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd021fe-cac1-4d13-8c25-30a92b3816ac None None] The sync data for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi is: [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '125768ab-efb7-4949-b4c3-8d880a19ba75', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:f9:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcc9f31-a3b6-4476-9c2f-6b22faa98e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:02:32Z', 'updated_at': '2021-11-23T09:02:32Z', 'revision_number': 0, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:02:35.025424 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58fd40-7163-4dce-af60-f7050136e8f3 req-e5ac1964-73f9-4b90-b60c-8bf076fd77a6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:35.027094 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9c58fd40-7163-4dce-af60-f7050136e8f3 req-e5ac1964-73f9-4b90-b60c-8bf076fd77a6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 944 time: 0.0499983 Nov 23 09:02:35.080228 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9c58fd40-7163-4dce-af60-f7050136e8f3 req-e12b6aad-c62e-4c07-a490-28e4d505ae92 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471768 Nov 23 09:02:35.188545 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2421ac07-96a8-42ae-8e3e-9d0de3216e92 None None] New status for floating IP 125768ab-efb7-4949-b4c3-8d880a19ba75: ACTIVE {{(pid=102544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:02:35.354871 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 143b5298-0b5f-40bb-bb08-3cac47537d57 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:02:35.420577 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a39cbb-c7c2-455e-91b7-5bd263e50f5b req-d7697c8e-361f-478e-8cb4-6be27bc4e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:35.422189 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e2a39cbb-c7c2-455e-91b7-5bd263e50f5b req-d7697c8e-361f-478e-8cb4-6be27bc4e22c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 1099 time: 0.0469666 Nov 23 09:02:35.458498 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 143b5298-0b5f-40bb-bb08-3cac47537d57, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=143b5298-0b5f-40bb-bb08-3cac47537d57,segment=NetworkSegment(6de5254b-c337-4055-a76c-378aba26fb51),segment_id=6de5254b-c337-4055-a76c-378aba26fb51)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:35.470207 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '143b5298-0b5f-40bb-bb08-3cac47537d57', 'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885', 'port_id': '143b5298-0b5f-40bb-bb08-3cac47537d57', 'mac_address': 'fa:16:3e:26:13:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c972df-27f7-4f52-864f-7a19b342742d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:02:35.511758 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:35.517629 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a39cbb-c7c2-455e-91b7-5bd263e50f5b req-0b976809-cdc6-44f0-aa37-3f1b5a49fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:35.519118 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e2a39cbb-c7c2-455e-91b7-5bd263e50f5b req-0b976809-cdc6-44f0-aa37-3f1b5a49fc2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 913 time: 0.0876861 Nov 23 09:02:35.524974 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143b5298-0b5f-40bb-bb08-3cac47537d57 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:02:35.544840 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 143b5298-0b5f-40bb-bb08-3cac47537d57, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=143b5298-0b5f-40bb-bb08-3cac47537d57,segment=NetworkSegment(6de5254b-c337-4055-a76c-378aba26fb51),segment_id=6de5254b-c337-4055-a76c-378aba26fb51)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:35.548698 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:35.588966 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e2a39cbb-c7c2-455e-91b7-5bd263e50f5b req-2c2cb343-6664-4532-8765-fad20a4c4d69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51572632-a474-4f0a-8d0a-5d7f7a5f7e61 HTTP/1.1" status: 200 len: 1002 time: 0.0622766 Nov 23 09:02:35.596678 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=143b5298-0b5f-40bb-bb08-3cac47537d57,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:35.649468 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a39cbb-c7c2-455e-91b7-5bd263e50f5b req-fef3d628-16eb-48a9-91dc-22d352da5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:35.650909 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e2a39cbb-c7c2-455e-91b7-5bd263e50f5b req-fef3d628-16eb-48a9-91dc-22d352da5252 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0441041 Nov 23 09:02:35.702834 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a39cbb-c7c2-455e-91b7-5bd263e50f5b req-e96003fe-4dc0-47ee-bf3e-c07f9eebbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:35.704266 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e2a39cbb-c7c2-455e-91b7-5bd263e50f5b req-e96003fe-4dc0-47ee-bf3e-c07f9eebbbff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379539 Nov 23 09:02:35.806356 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e2a39cbb-c7c2-455e-91b7-5bd263e50f5b req-291fd982-ac8f-4c22-9042-7696731637ab service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906231 Nov 23 09:02:35.852315 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['143b5298-0b5f-40bb-bb08-3cac47537d57'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:02:35.881459 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:35.901453 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e2a39cbb-c7c2-455e-91b7-5bd263e50f5b req-22bea6d5-1a93-4d40-b57d-9f6f80a7ae42 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864871 Nov 23 09:02:36.203881 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f2204-fa22-4cab-8a8a-7fbe7dc068da req-70bebf07-60eb-42ab-a6f4-6a6c7f316306 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:36.205959 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d10f2204-fa22-4cab-8a8a-7fbe7dc068da req-70bebf07-60eb-42ab-a6f4-6a6c7f316306 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 945 time: 0.0537953 Nov 23 09:02:36.263014 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d10f2204-fa22-4cab-8a8a-7fbe7dc068da req-8287cc35-1016-4efa-863b-5c663c864354 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503442 Nov 23 09:02:37.026680 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 41168) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:37.074443 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ac4ff6-aacc-4d45-9ae3-2c0949ac1a01 admin admin] Deleting subnet 7fb31f6e-8b11-4da7-a9e3-8a03b84a2851 {{(pid=102542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:02:37.077463 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76ac4ff6-aacc-4d45-9ae3-2c0949ac1a01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.112686 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76ac4ff6-aacc-4d45-9ae3-2c0949ac1a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785854'] for subnet, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.150329 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76ac4ff6-aacc-4d45-9ae3-2c0949ac1a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.200555 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76ac4ff6-aacc-4d45-9ae3-2c0949ac1a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8590777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583604'] for subnet, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.228612 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76ac4ff6-aacc-4d45-9ae3-2c0949ac1a01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.231817 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-76ac4ff6-aacc-4d45-9ae3-2c0949ac1a01 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7fb31f6e-8b11-4da7-a9e3-8a03b84a2851 HTTP/1.1" status: 204 len: 168 time: 0.2041495 Nov 23 09:02:37.232768 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac4ff6-aacc-4d45-9ae3-2c0949ac1a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb31f6e-8b11-4da7-a9e3-8a03b84a2851,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:37.234506 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41170) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:37.301539 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4f7675ed-94d1-4781-ae45-84e7da4f0bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.382411 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4f7675ed-94d1-4781-ae45-84e7da4f0bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.386118 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b4cfc-a334-4135-bb55-08f171208fd3 req-9e51adab-c923-4b74-894a-0f68b3635720 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:37.387635 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ca3b4cfc-a334-4135-bb55-08f171208fd3 req-9e51adab-c923-4b74-894a-0f68b3635720 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 945 time: 0.0544119 Nov 23 09:02:37.402659 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-4f7675ed-94d1-4781-ae45-84e7da4f0bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3885b5b6-3fad-407d-ad1a-570b02daaee7']}} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:37.411932 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-4f7675ed-94d1-4781-ae45-84e7da4f0bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83af04d7-1f5a-406b-b8cc-02fa64261151') {'for_net_delete': True} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:37.412229 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-4f7675ed-94d1-4781-ae45-84e7da4f0bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83af04d7-1f5a-406b-b8cc-02fa64261151') {} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:02:37.423930 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4f7675ed-94d1-4781-ae45-84e7da4f0bec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9459601'] for segment, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.437410 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ca3b4cfc-a334-4135-bb55-08f171208fd3 req-e28a0a8a-9e76-42eb-b15c-d9c5a57b5f65 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437024 Nov 23 09:02:37.442165 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4f7675ed-94d1-4781-ae45-84e7da4f0bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.448381 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7675ed-94d1-4781-ae45-84e7da4f0bec admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:02:37.448773 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4f7675ed-94d1-4781-ae45-84e7da4f0bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12311326'] for segment, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: Traceback (most recent call last): Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: timer() Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: cb(*args, **kw) Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: return func(*args, **kwargs) Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: self._notify() Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: self.callback(batched_events) Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: event.method(event) Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: return f(self, *a, **k) Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._get(url).json() Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: return self.request(url, 'GET', **kwargs) Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:02:37.450926 dv-cinder-768458-17-iscsi neutron-server[102541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:02:37.510001 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4f7675ed-94d1-4781-ae45-84e7da4f0bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.516675 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4f7675ed-94d1-4781-ae45-84e7da4f0bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.519128 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-4f7675ed-94d1-4781-ae45-84e7da4f0bec admin admin] 10.222.0.46 "DELETE /v2.0/networks/3885b5b6-3fad-407d-ad1a-570b02daaee7 HTTP/1.1" status: 204 len: 168 time: 0.2831683 Nov 23 09:02:37.531048 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7675ed-94d1-4781-ae45-84e7da4f0bec admin admin] Pushing event deleted for resources: {'Network': ['ID=3885b5b6-3fad-407d-ad1a-570b02daaee7,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:37.691202 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41186) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:37.732047 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-9ee1ea15-1316-4ac3-9ef2-90fb2afcc5c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc96d46a97c943aca49c42bd6ba512a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396831 Nov 23 09:02:37.734483 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41188) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:37.781408 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-58c88136-8d4b-4f84-a328-0ab4cdc24bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.801538 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-58c88136-8d4b-4f84-a328-0ab4cdc24bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.848637 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-58c88136-8d4b-4f84-a328-0ab4cdc24bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.851207 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-58c88136-8d4b-4f84-a328-0ab4cdc24bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:37.852956 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-58c88136-8d4b-4f84-a328-0ab4cdc24bf2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1665e0de-49ae-4870-93db-58b6c97a7506 HTTP/1.1" status: 204 len: 168 time: 0.1174963 Nov 23 09:02:37.861802 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c88136-8d4b-4f84-a328-0ab4cdc24bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1665e0de-49ae-4870-93db-58b6c97a7506,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:38.559445 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecc54f-3fba-4814-b136-3ec435afdb49 req-e398841a-09c1-44e8-8079-67b800d2b413 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:38.560917 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-96ecc54f-3fba-4814-b136-3ec435afdb49 req-e398841a-09c1-44e8-8079-67b800d2b413 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 945 time: 0.0575268 Nov 23 09:02:38.611205 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-96ecc54f-3fba-4814-b136-3ec435afdb49 req-71fb3005-109a-4e16-852f-8091f6c62c4a tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442433 Nov 23 09:02:38.816936 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 143b5298-0b5f-40bb-bb08-3cac47537d57 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:02:38.873951 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port 143b5298-0b5f-40bb-bb08-3cac47537d57 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:02:38.878101 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 143b5298-0b5f-40bb-bb08-3cac47537d57 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:02:38.878473 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:38.963005 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:38.987285 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef51bee8-a04b-4524-b851-142ac2b803ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143b5298-0b5f-40bb-bb08-3cac47537d57'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:02:38.989698 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcc5013-60d7-4dc5-bf04-03f28c4bb046" -d '{"events": [{"server_uuid": "ef51bee8-a04b-4524-b851-142ac2b803ef", "name": "network-vif-plugged", "status": "completed", "tag": "143b5298-0b5f-40bb-bb08-3cac47537d57"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:02:39.005491 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 143b5298-0b5f-40bb-bb08-3cac47537d57, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=143b5298-0b5f-40bb-bb08-3cac47537d57,segment=NetworkSegment(6de5254b-c337-4055-a76c-378aba26fb51),segment_id=6de5254b-c337-4055-a76c-378aba26fb51)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:39.010813 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:39.038126 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc29f68e-b533-4f1e-9e61-6ca715a52f20 x-openstack-request-id: req-cc29f68e-b533-4f1e-9e61-6ca715a52f20 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:02:39.038425 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef51bee8-a04b-4524-b851-142ac2b803ef", "name": "network-vif-plugged", "status": "completed", "tag": "143b5298-0b5f-40bb-bb08-3cac47537d57", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:02:39.038686 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc29f68e-b533-4f1e-9e61-6ca715a52f20 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:02:39.039147 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef51bee8-a04b-4524-b851-142ac2b803ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143b5298-0b5f-40bb-bb08-3cac47537d57', 'code': 200} Nov 23 09:02:39.066066 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=143b5298-0b5f-40bb-bb08-3cac47537d57,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:39.732538 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059e7e1-e2bb-41f1-b85f-75f4c2523055 req-183e3c00-45f6-4292-b15f-abc8e504c044 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:39.734149 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6059e7e1-e2bb-41f1-b85f-75f4c2523055 req-183e3c00-45f6-4292-b15f-abc8e504c044 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 946 time: 0.0494478 Nov 23 09:02:39.781615 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6059e7e1-e2bb-41f1-b85f-75f4c2523055 req-013abb9a-c54f-4a78-ad4a-ffe3ff4f1e8f tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Nov 23 09:02:40.841945 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195170d7-9cf4-4372-8cb7-c561d9299594 req-494bfd71-e725-4c9d-95b7-219a9ace723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:40.843481 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-195170d7-9cf4-4372-8cb7-c561d9299594 req-494bfd71-e725-4c9d-95b7-219a9ace723d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 1099 time: 0.0406375 Nov 23 09:02:40.919866 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-195170d7-9cf4-4372-8cb7-c561d9299594 req-854ffea4-bf1e-4df6-999a-55c21162cf20 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678673 Nov 23 09:02:40.932175 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846fb15-4fbb-4193-ae89-6ca40fe7f5a7 req-87327a24-e1b8-4723-9f6c-bcb638604b6c tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:40.933588 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2846fb15-4fbb-4193-ae89-6ca40fe7f5a7 req-87327a24-e1b8-4723-9f6c-bcb638604b6c tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 946 time: 0.0762801 Nov 23 09:02:40.980352 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2846fb15-4fbb-4193-ae89-6ca40fe7f5a7 req-2ed3baf1-e8a5-464a-ae22-8fc80d35e150 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408502 Nov 23 09:02:42.105836 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a1b72-8fa2-4b5d-90bc-eaf23c617298 req-75cbbeb7-d0ff-44d3-a992-6f4063f090a6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:42.108545 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2a6a1b72-8fa2-4b5d-90bc-eaf23c617298 req-75cbbeb7-d0ff-44d3-a992-6f4063f090a6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 946 time: 0.0610797 Nov 23 09:02:42.162775 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2a6a1b72-8fa2-4b5d-90bc-eaf23c617298 req-c0328c1e-1e8b-4789-a84d-5a6995c2d1bf tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480013 Nov 23 09:02:43.279560 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e52b74-e059-4377-a56d-f34f618f4cd2 req-84e49a7c-1292-46d4-85fa-369bd963176f tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:43.280997 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-98e52b74-e059-4377-a56d-f34f618f4cd2 req-84e49a7c-1292-46d4-85fa-369bd963176f tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 946 time: 0.0486784 Nov 23 09:02:43.331659 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-98e52b74-e059-4377-a56d-f34f618f4cd2 req-ada5d094-ffda-46b4-8fdf-ac49a5db0f0c tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446649 Nov 23 09:02:45.618233 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:46.906231 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737cb98-6b26-47a7-80e4-ca8e1788b48c req-f8f324d0-5969-4871-aeac-49678e7f1645 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:46.907609 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0737cb98-6b26-47a7-80e4-ca8e1788b48c req-f8f324d0-5969-4871-aeac-49678e7f1645 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 946 time: 0.0474410 Nov 23 09:02:46.957176 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0737cb98-6b26-47a7-80e4-ca8e1788b48c req-07c7a189-5c02-479f-bb48-536b0121ac64 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436270 Nov 23 09:02:48.074354 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a34bbc-75bb-47f4-96d4-096f9be4bfce req-5fe37a7b-ca9d-4d2f-b5ea-6ccee451503b tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:48.075886 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a3a34bbc-75bb-47f4-96d4-096f9be4bfce req-5fe37a7b-ca9d-4d2f-b5ea-6ccee451503b tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 946 time: 0.0489032 Nov 23 09:02:48.125087 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a3a34bbc-75bb-47f4-96d4-096f9be4bfce req-c4647a4b-9b49-4586-81b2-0ebf081594da tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432868 Nov 23 09:02:48.588537 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef2bb0-808e-426e-aeb6-828ae7b1966f req-7ae8764f-9976-4064-9a77-1c5df585a8e1 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:48.590307 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-66ef2bb0-808e-426e-aeb6-828ae7b1966f req-7ae8764f-9976-4064-9a77-1c5df585a8e1 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 946 time: 0.0492933 Nov 23 09:02:48.683198 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-66ef2bb0-808e-426e-aeb6-828ae7b1966f req-32e567c5-dce3-4b9a-bf12-1a0d557ec496 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Deleting port 143b5298-0b5f-40bb-bb08-3cac47537d57 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:02:48.683535 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-66ef2bb0-808e-426e-aeb6-828ae7b1966f req-32e567c5-dce3-4b9a-bf12-1a0d557ec496 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:48.774766 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-66ef2bb0-808e-426e-aeb6-828ae7b1966f req-32e567c5-dce3-4b9a-bf12-1a0d557ec496 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] For port 143b5298-0b5f-40bb-bb08-3cac47537d57, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=143b5298-0b5f-40bb-bb08-3cac47537d57,segment=NetworkSegment(6de5254b-c337-4055-a76c-378aba26fb51),segment_id=6de5254b-c337-4055-a76c-378aba26fb51)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:48.775126 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-66ef2bb0-808e-426e-aeb6-828ae7b1966f req-32e567c5-dce3-4b9a-bf12-1a0d557ec496 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:48.787818 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-66ef2bb0-808e-426e-aeb6-828ae7b1966f req-32e567c5-dce3-4b9a-bf12-1a0d557ec496 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Calling delete_port for 143b5298-0b5f-40bb-bb08-3cac47537d57 owned by compute:nova {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:02:48.918721 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-66ef2bb0-808e-426e-aeb6-828ae7b1966f req-32e567c5-dce3-4b9a-bf12-1a0d557ec496 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:48.933548 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['143b5298-0b5f-40bb-bb08-3cac47537d57'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:02:48.948386 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e567c5-dce3-4b9a-bf12-1a0d557ec496 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Pushing event deleted for resources: {'Port': ['ID=143b5298-0b5f-40bb-bb08-3cac47537d57,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:48.987552 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ef2bb0-808e-426e-aeb6-828ae7b1966f req-32e567c5-dce3-4b9a-bf12-1a0d557ec496 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] No DVR routers for this DVR port 143b5298-0b5f-40bb-bb08-3cac47537d57 on host hv-cinder-76845 {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:02:48.990095 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-66ef2bb0-808e-426e-aeb6-828ae7b1966f req-32e567c5-dce3-4b9a-bf12-1a0d557ec496 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:48.994108 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-66ef2bb0-808e-426e-aeb6-828ae7b1966f req-32e567c5-dce3-4b9a-bf12-1a0d557ec496 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.47 "DELETE /v2.0/ports/143b5298-0b5f-40bb-bb08-3cac47537d57 HTTP/1.1" status: 204 len: 173 time: 0.3969896 Nov 23 09:02:48.994543 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef51bee8-a04b-4524-b851-142ac2b803ef', 'name': 'network-vif-deleted', 'tag': '143b5298-0b5f-40bb-bb08-3cac47537d57'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:02:48.996748 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ff4e4c-6419-467c-a2e0-1825637d17f4" -d '{"events": [{"server_uuid": "ef51bee8-a04b-4524-b851-142ac2b803ef", "name": "network-vif-deleted", "tag": "143b5298-0b5f-40bb-bb08-3cac47537d57"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:02:49.032708 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cabcd6e-2b1e-4296-b0a6-a984e1d6608b x-openstack-request-id: req-7cabcd6e-2b1e-4296-b0a6-a984e1d6608b {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:02:49.033004 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef51bee8-a04b-4524-b851-142ac2b803ef", "name": "network-vif-deleted", "tag": "143b5298-0b5f-40bb-bb08-3cac47537d57", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:02:49.033286 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7cabcd6e-2b1e-4296-b0a6-a984e1d6608b {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:02:49.033688 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef51bee8-a04b-4524-b851-142ac2b803ef', 'name': 'network-vif-deleted', 'tag': '143b5298-0b5f-40bb-bb08-3cac47537d57', 'status': 'completed', 'code': 200} Nov 23 09:02:49.236418 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-26ee2694-2348-4003-8824-79230fdc8c54 req-e1e372c7-c00f-4df8-bb9b-b95cebd5675b tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef51bee8-a04b-4524-b851-142ac2b803ef HTTP/1.1" status: 200 len: 210 time: 0.0284810 Nov 23 09:02:50.548506 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-daaaa6bf-f0e8-40c0-b0fa-953cbc649269 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:50.549975 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-daaaa6bf-f0e8-40c0-b0fa-953cbc649269 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/networks?id=75b297ca-5618-4133-9cc2-b7104abb5885 HTTP/1.1" status: 200 len: 809 time: 0.1083927 Nov 23 09:02:50.564405 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-08156fa6-9ea3-4c96-8549-cf2fa194dc1d tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/quotas/d6bee9dbebd64795afb8d03d5204db6a HTTP/1.1" status: 200 len: 375 time: 0.0087886 Nov 23 09:02:50.594839 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-4ab9511b-8017-49d8-a04d-2174bdd848eb tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6bee9dbebd64795afb8d03d5204db6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250814 Nov 23 09:02:50.684207 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-8ecc7ee4-ce9b-44b3-8e55-4a573607798d service neutron] 10.222.0.46 "GET /v2.0/networks/75b297ca-5618-4133-9cc2-b7104abb5885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818899 Nov 23 09:02:50.770920 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-cbc4dc15-d646-49ab-90f9-4db341ad2d48 service neutron] 10.222.0.46 "GET /v2.0/networks/75b297ca-5618-4133-9cc2-b7104abb5885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808077 Nov 23 09:02:50.927701 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-781de403-9cfd-4e2b-842a-142e2f56624f req-0d4b277e-d6e5-459a-bbc5-e56aec66b92a tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 210 time: 0.0274675 Nov 23 09:02:51.213446 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41338) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:51.327076 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:51.401818 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:51.406687 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:51.450181 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a22a984c795249a186eb7fd4c7452287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343872 Nov 23 09:02:51.451134 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a4693c-1d13-4618-8767-eee8fdb32aa5,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:51.453996 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 41342) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:51.458500 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.458747 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.459037 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.459364 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.459690 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.460013 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.460334 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.460660 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.460979 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.461344 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.461654 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.461968 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd72a0-0ea9-4c69-adfa-04efc6251ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.517062 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:51.540332 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:51.586125 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:51.588898 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:51.590345 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5a4693c-1d13-4618-8767-eee8fdb32aa5 HTTP/1.1" status: 204 len: 168 time: 0.1353655 Nov 23 09:02:51.597910 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a4693c-1d13-4618-8767-eee8fdb32aa5,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:51.604964 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.605339 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.605740 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.605998 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.606321 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.606673 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.607010 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.607315 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.607614 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.607929 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.608241 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.608553 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa82534-015e-4978-8c6a-436acbde8194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:02:51.849389 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 41348) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:51.873402 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b2777a87-892c-41d8-a894-4febd5d67bbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:51.992698 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-19f79dee-3920-49ed-b502-54e41ad822c9 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:51.994218 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-19f79dee-3920-49ed-b502-54e41ad822c9 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.47 "GET /v2.0/networks?id=75b297ca-5618-4133-9cc2-b7104abb5885 HTTP/1.1" status: 200 len: 809 time: 0.1360998 Nov 23 09:02:52.024177 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-4f803b90-f2ec-4872-9d31-fb3c10324769 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Request body: {'port': {'device_id': 'c4ee21e5-f99f-4c3f-a988-8304f8910950', 'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885', 'admin_state_up': True, 'tenant_id': 'd6bee9dbebd64795afb8d03d5204db6a'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:02:52.030489 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6a803b85-6cfa-4f41-babd-0104a3733393 req-b5b8dd41-2ad3-4b83-99f4-0f47e216c321 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 210 time: 0.0296829 Nov 23 09:02:52.063559 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b2777a87-892c-41d8-a894-4febd5d67bbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:52.069415 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b2777a87-892c-41d8-a894-4febd5d67bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:52.143076 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2777a87-892c-41d8-a894-4febd5d67bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6ca882-d9f8-4f2b-bc80-96db177dddf1,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:52.147082 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-b2777a87-892c-41d8-a894-4febd5d67bbe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e969aad2c3a44a2388a88ea2957a850b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966208 Nov 23 09:02:52.150376 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41356) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:52.184240 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-4f803b90-f2ec-4872-9d31-fb3c10324769 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Made reservation on behalf of d6bee9dbebd64795afb8d03d5204db6a for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:02:52.188747 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-4f803b90-f2ec-4872-9d31-fb3c10324769 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:52.201079 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-38b7e253-0e5d-405a-837a-0d33b5cda2da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:52.223732 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-38b7e253-0e5d-405a-837a-0d33b5cda2da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:52.272139 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-38b7e253-0e5d-405a-837a-0d33b5cda2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:52.275610 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-38b7e253-0e5d-405a-837a-0d33b5cda2da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:52.276776 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-38b7e253-0e5d-405a-837a-0d33b5cda2da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb6ca882-d9f8-4f2b-bc80-96db177dddf1 HTTP/1.1" status: 204 len: 168 time: 0.1247466 Nov 23 09:02:52.284732 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7e253-0e5d-405a-837a-0d33b5cda2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6ca882-d9f8-4f2b-bc80-96db177dddf1,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:52.327498 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-4f803b90-f2ec-4872-9d31-fb3c10324769 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Allocated IP 172.20.0.2 (75b297ca-5618-4133-9cc2-b7104abb5885/68c972df-27f7-4f52-864f-7a19b342742d/649f9bb6-ab8a-4281-a990-56b616f8985e) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:02:52.406705 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 143b5298-0b5f-40bb-bb08-3cac47537d57 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:02:52.428001 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: 143b5298-0b5f-40bb-bb08-3cac47537d57 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:02:52.428693 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 143b5298-0b5f-40bb-bb08-3cac47537d57 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:02:52.493747 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-4f803b90-f2ec-4872-9d31-fb3c10324769 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:52.527414 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-4f803b90-f2ec-4872-9d31-fb3c10324769 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:52.573648 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-4f803b90-f2ec-4872-9d31-fb3c10324769 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Network 75b297ca-5618-4133-9cc2-b7104abb5885 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:02:52.576216 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-4f803b90-f2ec-4872-9d31-fb3c10324769 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:02:52.579870 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-4f803b90-f2ec-4872-9d31-fb3c10324769 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:02:52.586495 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f803b90-f2ec-4872-9d31-fb3c10324769 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Pushing event updated for resources: {'Port': ['ID=649f9bb6-ab8a-4281-a990-56b616f8985e,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:52.632122 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-4f803b90-f2ec-4872-9d31-fb3c10324769 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:52.633497 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-4f803b90-f2ec-4872-9d31-fb3c10324769 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:52.649861 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-4f803b90-f2ec-4872-9d31-fb3c10324769 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6300294 Nov 23 09:02:52.665040 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Request body: {'port': {'device_id': 'c4ee21e5-f99f-4c3f-a988-8304f8910950', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:02:52.720864 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:52.985031 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649f9bb6-ab8a-4281-a990-56b616f8985e {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:02:52.992551 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:53.004610 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Transition to ACTIVE for port object 649f9bb6-ab8a-4281-a990-56b616f8985e will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:02:53.007599 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:53.077606 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Pushing event updated for resources: {'Port': ['ID=649f9bb6-ab8a-4281-a990-56b616f8985e,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:53.137745 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Attempting to bind port 649f9bb6-ab8a-4281-a990-56b616f8985e on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:02:53.138080 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Attempting to bind port 649f9bb6-ab8a-4281-a990-56b616f8985e by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '6de5254b-c337-4055-a76c-378aba26fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:02:53.138402 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Attempting to bind port 649f9bb6-ab8a-4281-a990-56b616f8985e on network 75b297ca-5618-4133-9cc2-b7104abb5885 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:02:53.157649 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Port 649f9bb6-ab8a-4281-a990-56b616f8985e on network 75b297ca-5618-4133-9cc2-b7104abb5885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:02:53.157942 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Attempting to bind port 649f9bb6-ab8a-4281-a990-56b616f8985e on network 75b297ca-5618-4133-9cc2-b7104abb5885 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:02:53.166168 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:02:53.166502 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Checking segment: {'id': '6de5254b-c337-4055-a76c-378aba26fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:02:53.166882 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Bound using segment: {'id': '6de5254b-c337-4055-a76c-378aba26fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:02:53.167327 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Bound port: 649f9bb6-ab8a-4281-a990-56b616f8985e, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de5254b-c337-4055-a76c-378aba26fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:02:53.167676 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:53.195888 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee264e01-5266-44c8-b8b1-fcf83d4c3bbb req-926293f0-02ba-431d-bb03-564987477a70 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:53.197407 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ee264e01-5266-44c8-b8b1-fcf83d4c3bbb req-926293f0-02ba-431d-bb03-564987477a70 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 943 time: 0.0779839 Nov 23 09:02:53.272643 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] For port 649f9bb6-ab8a-4281-a990-56b616f8985e, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:02:53.278480 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] For port 649f9bb6-ab8a-4281-a990-56b616f8985e, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=649f9bb6-ab8a-4281-a990-56b616f8985e,segment=NetworkSegment(6de5254b-c337-4055-a76c-378aba26fb51),segment_id=6de5254b-c337-4055-a76c-378aba26fb51)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:02:53.283778 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ee264e01-5266-44c8-b8b1-fcf83d4c3bbb req-af9bc0a6-a216-4fd5-a7cd-a4cc3d9f066e tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687342 Nov 23 09:02:53.285247 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:53.323016 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:53.323624 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:53.324985 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] 10.222.0.47 "PUT /v2.0/ports/649f9bb6-ab8a-4281-a990-56b616f8985e HTTP/1.1" status: 200 len: 1093 time: 0.6643610 Nov 23 09:02:53.325440 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ee21e5-f99f-4c3f-a988-8304f8910950', 'tag': '649f9bb6-ab8a-4281-a990-56b616f8985e'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:02:53.327630 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843584fc-af12-4fe0-bfbe-7bcbba204a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ee21e5-f99f-4c3f-a988-8304f8910950", "tag": "649f9bb6-ab8a-4281-a990-56b616f8985e"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:02:53.352066 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66543ad5-72ea-4153-a166-d804ea318b6c service neutron] Pushing event updated for resources: {'Port': ['ID=649f9bb6-ab8a-4281-a990-56b616f8985e,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:53.373675 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece794e1-9767-4163-b8f9-01031fafbc41 x-openstack-request-id: req-ece794e1-9767-4163-b8f9-01031fafbc41 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:02:53.373965 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ee21e5-f99f-4c3f-a988-8304f8910950", "tag": "649f9bb6-ab8a-4281-a990-56b616f8985e", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:02:53.374219 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ece794e1-9767-4163-b8f9-01031fafbc41 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:02:53.374615 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ee21e5-f99f-4c3f-a988-8304f8910950', 'tag': '649f9bb6-ab8a-4281-a990-56b616f8985e', 'status': 'completed', 'code': 200} Nov 23 09:02:53.419213 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-683d3ce6-678c-4cdf-8a44-f358633261d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:53.420704 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-683d3ce6-678c-4cdf-8a44-f358633261d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6bee9dbebd64795afb8d03d5204db6a&device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 1096 time: 0.0406659 Nov 23 09:02:53.468549 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-9e78265e-5e1a-49d0-8d44-e4242ef0a873 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=649f9bb6-ab8a-4281-a990-56b616f8985e HTTP/1.1" status: 200 len: 217 time: 0.0375504 Nov 23 09:02:53.532881 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-bc3a322b-bb08-47d5-ad3a-525d2f7a0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:53.534373 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-bc3a322b-bb08-47d5-ad3a-525d2f7a0dde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c972df-27f7-4f52-864f-7a19b342742d HTTP/1.1" status: 200 len: 849 time: 0.0495577 Nov 23 09:02:53.575392 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-82144890-a17a-4acf-9555-5d92bb55c2eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75b297ca-5618-4133-9cc2-b7104abb5885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249557 Nov 23 09:02:53.665068 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-3588fb73-a51f-497f-971d-74c2830ddfe3 service neutron] 10.222.0.47 "GET /v2.0/networks/75b297ca-5618-4133-9cc2-b7104abb5885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818398 Nov 23 09:02:53.766727 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2ccb5035-a359-4231-a50b-21a4d8e82b39 req-02c6bb65-6ce0-400b-a6df-5e4a38ac785c service neutron] 10.222.0.47 "GET /v2.0/networks/75b297ca-5618-4133-9cc2-b7104abb5885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889204 Nov 23 09:02:53.862695 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843584fc-af12-4fe0-bfbe-7bcbba204a0e req-35ae0214-5bf9-4a61-9eef-3ebc0efe3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:53.864508 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-843584fc-af12-4fe0-bfbe-7bcbba204a0e req-35ae0214-5bf9-4a61-9eef-3ebc0efe3d19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6bee9dbebd64795afb8d03d5204db6a&device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 1096 time: 0.0449424 Nov 23 09:02:53.967053 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843584fc-af12-4fe0-bfbe-7bcbba204a0e req-349f78ff-cc3c-4745-b711-be44001a7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:53.968503 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-843584fc-af12-4fe0-bfbe-7bcbba204a0e req-349f78ff-cc3c-4745-b711-be44001a7cef service neutron] 10.222.0.47 "GET /v2.0/networks?id=75b297ca-5618-4133-9cc2-b7104abb5885 HTTP/1.1" status: 200 len: 910 time: 0.0948744 Nov 23 09:02:53.987803 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41414) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:54.015444 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-843584fc-af12-4fe0-bfbe-7bcbba204a0e req-3e8ab241-49e8-4ed7-80f6-8b51766df29c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=649f9bb6-ab8a-4281-a990-56b616f8985e HTTP/1.1" status: 200 len: 217 time: 0.0381122 Nov 23 09:02:54.066321 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843584fc-af12-4fe0-bfbe-7bcbba204a0e req-b50b59e8-0b04-4263-9125-b28a7542dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:54.067809 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-843584fc-af12-4fe0-bfbe-7bcbba204a0e req-b50b59e8-0b04-4263-9125-b28a7542dddf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c972df-27f7-4f52-864f-7a19b342742d HTTP/1.1" status: 200 len: 849 time: 0.0431612 Nov 23 09:02:54.092743 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f59bf2a3-74ba-4b9a-8957-f5a6ed0e4608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.108917 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-843584fc-af12-4fe0-bfbe-7bcbba204a0e req-edd6dc46-9925-46d5-bed0-1b19ed977d77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75b297ca-5618-4133-9cc2-b7104abb5885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286641 Nov 23 09:02:54.167015 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f59bf2a3-74ba-4b9a-8957-f5a6ed0e4608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.171185 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f59bf2a3-74ba-4b9a-8957-f5a6ed0e4608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.208994 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-843584fc-af12-4fe0-bfbe-7bcbba204a0e req-4a3ed4da-c98f-4144-ac46-2886e77db9a1 service neutron] 10.222.0.47 "GET /v2.0/networks/75b297ca-5618-4133-9cc2-b7104abb5885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852664 Nov 23 09:02:54.211546 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bf2a3-74ba-4b9a-8957-f5a6ed0e4608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ec70f-49a2-44f3-97ff-f4f31a10437f,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:54.217517 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-f59bf2a3-74ba-4b9a-8957-f5a6ed0e4608 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c639ac765e545e4b5a94e980930bcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286322 Nov 23 09:02:54.227036 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41418) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:54.267782 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-57da8edb-a5e0-4283-9528-366707e0deb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.289433 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-57da8edb-a5e0-4283-9528-366707e0deb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.309732 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-843584fc-af12-4fe0-bfbe-7bcbba204a0e req-a3eb9386-8eeb-4de3-9e4c-1a8cfd623f26 service neutron] 10.222.0.47 "GET /v2.0/networks/75b297ca-5618-4133-9cc2-b7104abb5885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880370 Nov 23 09:02:54.337647 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-57da8edb-a5e0-4283-9528-366707e0deb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.340519 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-57da8edb-a5e0-4283-9528-366707e0deb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.342002 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-57da8edb-a5e0-4283-9528-366707e0deb1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f60ec70f-49a2-44f3-97ff-f4f31a10437f HTTP/1.1" status: 204 len: 168 time: 0.1207421 Nov 23 09:02:54.349669 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da8edb-a5e0-4283-9528-366707e0deb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ec70f-49a2-44f3-97ff-f4f31a10437f,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:54.411921 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50523059-ec44-4d6c-9c0d-f4abc1f016d1 req-e8b9d296-22d7-4e72-b4e1-208147c30b1c tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:54.413501 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-50523059-ec44-4d6c-9c0d-f4abc1f016d1 req-e8b9d296-22d7-4e72-b4e1-208147c30b1c tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 943 time: 0.0523334 Nov 23 09:02:54.466423 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-50523059-ec44-4d6c-9c0d-f4abc1f016d1 req-bd83962e-dc2d-45db-88bd-3bf23688e8fe tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466795 Nov 23 09:02:54.612165 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41426) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:54.625404 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-313a9999-4732-46f3-8490-9c22162f30b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.698216 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-313a9999-4732-46f3-8490-9c22162f30b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.701722 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-313a9999-4732-46f3-8490-9c22162f30b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.738873 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-313a9999-4732-46f3-8490-9c22162f30b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a3925bee79643f0860c6ce36353228d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256573 Nov 23 09:02:54.739938 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a9999-4732-46f3-8490-9c22162f30b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f095c63-b211-4149-8467-0a227ca0b21e,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:54.742415 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 41428) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:54.787402 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0f4b6965-4eea-4d9f-93e7-30376049228b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.808930 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0f4b6965-4eea-4d9f-93e7-30376049228b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.858166 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0f4b6965-4eea-4d9f-93e7-30376049228b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.860728 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0f4b6965-4eea-4d9f-93e7-30376049228b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:54.861870 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-0f4b6965-4eea-4d9f-93e7-30376049228b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f095c63-b211-4149-8467-0a227ca0b21e HTTP/1.1" status: 204 len: 168 time: 0.1184640 Nov 23 09:02:54.870400 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b6965-4eea-4d9f-93e7-30376049228b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f095c63-b211-4149-8467-0a227ca0b21e,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:55.587521 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6833d4-fd87-4f1e-9dda-e93f8f404b6d req-386683bb-8428-49d4-ad43-151fbad275fe tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:55.589021 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0f6833d4-fd87-4f1e-9dda-e93f8f404b6d req-386683bb-8428-49d4-ad43-151fbad275fe tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 943 time: 0.0512855 Nov 23 09:02:55.636732 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0f6833d4-fd87-4f1e-9dda-e93f8f404b6d req-da1d9f5a-1f3a-46de-9960-df255f35c0e1 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405338 Nov 23 09:02:56.411865 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 649f9bb6-ab8a-4281-a990-56b616f8985e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:02:56.515058 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 649f9bb6-ab8a-4281-a990-56b616f8985e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=649f9bb6-ab8a-4281-a990-56b616f8985e,segment=NetworkSegment(6de5254b-c337-4055-a76c-378aba26fb51),segment_id=6de5254b-c337-4055-a76c-378aba26fb51)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:56.527524 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '649f9bb6-ab8a-4281-a990-56b616f8985e', 'network_id': '75b297ca-5618-4133-9cc2-b7104abb5885', 'port_id': '649f9bb6-ab8a-4281-a990-56b616f8985e', 'mac_address': 'fa:16:3e:3f:5f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c972df-27f7-4f52-864f-7a19b342742d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:02:56.568916 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:56.582383 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649f9bb6-ab8a-4281-a990-56b616f8985e {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:02:56.602781 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 649f9bb6-ab8a-4281-a990-56b616f8985e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=649f9bb6-ab8a-4281-a990-56b616f8985e,segment=NetworkSegment(6de5254b-c337-4055-a76c-378aba26fb51),segment_id=6de5254b-c337-4055-a76c-378aba26fb51)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:56.606241 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:56.651879 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=649f9bb6-ab8a-4281-a990-56b616f8985e,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:56.752834 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e068d93-00a0-4a55-99c6-9978a7e7c0ef req-a4828c60-e762-40cf-a0df-2a2d0e84a7d3 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:56.754291 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8e068d93-00a0-4a55-99c6-9978a7e7c0ef req-a4828c60-e762-40cf-a0df-2a2d0e84a7d3 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 944 time: 0.0470648 Nov 23 09:02:56.800378 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8e068d93-00a0-4a55-99c6-9978a7e7c0ef req-8414fed1-68b7-489f-ada7-a4d3fe8f9b7e tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394099 Nov 23 09:02:56.860961 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['649f9bb6-ab8a-4281-a990-56b616f8985e'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:02:57.913622 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079ca21-0bdd-4b62-a6c0-0dacb3519038 req-88e38403-fdeb-490d-9849-b54143335231 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:57.915094 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1079ca21-0bdd-4b62-a6c0-0dacb3519038 req-88e38403-fdeb-490d-9849-b54143335231 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 944 time: 0.0482047 Nov 23 09:02:57.960148 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1079ca21-0bdd-4b62-a6c0-0dacb3519038 req-6f2f43e9-6275-4c8e-8203-02667f0b6cce tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391645 Nov 23 09:02:58.429282 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 649f9bb6-ab8a-4281-a990-56b616f8985e up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:02:58.476320 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port 649f9bb6-ab8a-4281-a990-56b616f8985e completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:02:58.480063 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 649f9bb6-ab8a-4281-a990-56b616f8985e triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:02:58.480431 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:58.562668 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:58.583824 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee21e5-f99f-4c3f-a988-8304f8910950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649f9bb6-ab8a-4281-a990-56b616f8985e'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:02:58.586090 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a355bea5-242c-4f3d-a2f8-096b5cc3c712" -d '{"events": [{"server_uuid": "c4ee21e5-f99f-4c3f-a988-8304f8910950", "name": "network-vif-plugged", "status": "completed", "tag": "649f9bb6-ab8a-4281-a990-56b616f8985e"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:02:58.599015 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 649f9bb6-ab8a-4281-a990-56b616f8985e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=649f9bb6-ab8a-4281-a990-56b616f8985e,segment=NetworkSegment(6de5254b-c337-4055-a76c-378aba26fb51),segment_id=6de5254b-c337-4055-a76c-378aba26fb51)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:02:58.603184 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:58.625628 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61258b6f-397b-42e0-8637-c859dfe2dc16 x-openstack-request-id: req-61258b6f-397b-42e0-8637-c859dfe2dc16 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:02:58.625916 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee21e5-f99f-4c3f-a988-8304f8910950", "name": "network-vif-plugged", "status": "completed", "tag": "649f9bb6-ab8a-4281-a990-56b616f8985e", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:02:58.626173 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61258b6f-397b-42e0-8637-c859dfe2dc16 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:02:58.626552 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee21e5-f99f-4c3f-a988-8304f8910950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649f9bb6-ab8a-4281-a990-56b616f8985e', 'code': 200} Nov 23 09:02:58.650886 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=649f9bb6-ab8a-4281-a990-56b616f8985e,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:58.794431 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211a8af-68e6-43b0-b767-275a78ce3eca req-5c1245ef-e00e-4780-9dd2-5516f5e5d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:58.795898 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3211a8af-68e6-43b0-b767-275a78ce3eca req-5c1245ef-e00e-4780-9dd2-5516f5e5d243 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 1098 time: 0.0411494 Nov 23 09:02:58.845512 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3211a8af-68e6-43b0-b767-275a78ce3eca req-50d65f57-db5a-497e-9813-5978becda868 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365376 Nov 23 09:02:58.918753 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 41498) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:59.026770 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-328cb6a9-df24-4e8d-bbfd-81cd364da9ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.073882 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5ae18-8413-42b4-bf3d-0437e97c8643 req-0485e230-de2a-428d-a9ae-a0b7ffd883ce tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:02:59.075342 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-75c5ae18-8413-42b4-bf3d-0437e97c8643 req-0485e230-de2a-428d-a9ae-a0b7ffd883ce tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 945 time: 0.0466261 Nov 23 09:02:59.109363 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-328cb6a9-df24-4e8d-bbfd-81cd364da9ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.113237 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-328cb6a9-df24-4e8d-bbfd-81cd364da9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.129502 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-75c5ae18-8413-42b4-bf3d-0437e97c8643 req-d1e4762f-b24f-4264-bb92-e07ad303802c tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481431 Nov 23 09:02:59.151499 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-328cb6a9-df24-4e8d-bbfd-81cd364da9ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ea64561291f43888cd769b9b3c7b7bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316034 Nov 23 09:02:59.152578 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cb6a9-df24-4e8d-bbfd-81cd364da9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a768482-0382-4e8a-887b-b2fb9aa39a33,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:59.154226 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41504) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:59.202184 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-608c805b-25a1-4c59-b29d-02ca496e7b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.223747 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-608c805b-25a1-4c59-b29d-02ca496e7b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.269442 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-608c805b-25a1-4c59-b29d-02ca496e7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.271868 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-608c805b-25a1-4c59-b29d-02ca496e7b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.272979 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-608c805b-25a1-4c59-b29d-02ca496e7b08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a768482-0382-4e8a-887b-b2fb9aa39a33 HTTP/1.1" status: 204 len: 168 time: 0.1177666 Nov 23 09:02:59.280867 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c805b-25a1-4c59-b29d-02ca496e7b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a768482-0382-4e8a-887b-b2fb9aa39a33,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:59.536792 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41510) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:59.550411 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e09af4c1-15f6-4a10-91d1-cb68fec06ae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.623140 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e09af4c1-15f6-4a10-91d1-cb68fec06ae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.627713 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-e09af4c1-15f6-4a10-91d1-cb68fec06ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.662967 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09af4c1-15f6-4a10-91d1-cb68fec06ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0c1a98-6e79-4b9f-8f31-c00aebb2a570,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:02:59.668713 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-e09af4c1-15f6-4a10-91d1-cb68fec06ae8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9c62ba56c774973973f096c0645cd4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308663 Nov 23 09:02:59.671295 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41512) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:02:59.720069 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9b02ff51-0f14-459d-aaca-753d1a164d6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.740776 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9b02ff51-0f14-459d-aaca-753d1a164d6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.785478 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9b02ff51-0f14-459d-aaca-753d1a164d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.788054 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9b02ff51-0f14-459d-aaca-753d1a164d6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:02:59.789824 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-9b02ff51-0f14-459d-aaca-753d1a164d6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd0c1a98-6e79-4b9f-8f31-c00aebb2a570 HTTP/1.1" status: 204 len: 168 time: 0.1168211 Nov 23 09:02:59.797326 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02ff51-0f14-459d-aaca-753d1a164d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0c1a98-6e79-4b9f-8f31-c00aebb2a570,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:00.246202 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264b640-337b-4da8-8fc6-93b434dd10de req-f28e481b-c21e-4df0-a00a-033ecb64e2c9 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:00.247700 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6264b640-337b-4da8-8fc6-93b434dd10de req-f28e481b-c21e-4df0-a00a-033ecb64e2c9 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 945 time: 0.0492084 Nov 23 09:03:00.300065 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6264b640-337b-4da8-8fc6-93b434dd10de req-e62df940-c8b3-43d5-8f1d-fbbda39109a5 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432608 Nov 23 09:03:00.477762 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-ab5a40d0-1b68-4b48-85dc-4d7ed3351c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:00.973079 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09898669-ea9c-4cd3-8bfc-b3dc64d9c415 req-e898b9f0-47b2-4c8d-b7ae-a666c9199ce6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:00.974618 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-09898669-ea9c-4cd3-8bfc-b3dc64d9c415 req-e898b9f0-47b2-4c8d-b7ae-a666c9199ce6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 945 time: 0.0503039 Nov 23 09:03:01.025444 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-09898669-ea9c-4cd3-8bfc-b3dc64d9c415 req-6eed9f23-4a2e-41b6-9948-89bcda331b43 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440276 Nov 23 09:03:02.154954 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac07fe-55b7-45f2-a7e6-9e2e7075a01b req-292fe052-199f-48ae-8087-6c8fa52d5dc1 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:02.156342 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-62ac07fe-55b7-45f2-a7e6-9e2e7075a01b req-292fe052-199f-48ae-8087-6c8fa52d5dc1 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 945 time: 0.0478764 Nov 23 09:03:02.202684 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-62ac07fe-55b7-45f2-a7e6-9e2e7075a01b req-061a1d43-bba6-45ab-ad63-2ada4eeb147b tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403531 Nov 23 09:03:02.600903 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-03a30ca8-e11a-4926-bca7-be6c951724c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:03.313548 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565804fa-7878-4b1d-a6fd-fc80f71d9c87 req-21e90129-9986-4ab0-b538-9f28371496ac tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:03.314950 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-565804fa-7878-4b1d-a6fd-fc80f71d9c87 req-21e90129-9986-4ab0-b538-9f28371496ac tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 945 time: 0.0462935 Nov 23 09:03:03.361038 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-565804fa-7878-4b1d-a6fd-fc80f71d9c87 req-4a6f5248-bcb6-4f1d-8e55-53a3a6987e9f tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394714 Nov 23 09:03:03.922078 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:04.476992 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc32c9-62fa-4057-9ccc-b17e6f365d7d req-3da0ab4d-b0c3-49a9-86f1-08f4e0acfaf3 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:04.478334 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-34dc32c9-62fa-4057-9ccc-b17e6f365d7d req-3da0ab4d-b0c3-49a9-86f1-08f4e0acfaf3 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 945 time: 0.0498512 Nov 23 09:03:04.524840 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-34dc32c9-62fa-4057-9ccc-b17e6f365d7d req-be5b8c3f-e372-48e0-90d9-1eef9ce0fad3 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/security-groups?id=009893a8-33f3-46ce-a4dc-bed5f6c5d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Nov 23 09:03:04.888402 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:05.218184 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a682cbb-10bc-47ff-be87-dfde4b20eccd req-e2bdab2d-083e-45a4-bc64-c2b30711f94b tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:05.219586 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3a682cbb-10bc-47ff-be87-dfde4b20eccd req-e2bdab2d-083e-45a4-bc64-c2b30711f94b tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 945 time: 0.0462368 Nov 23 09:03:05.312920 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-3a682cbb-10bc-47ff-be87-dfde4b20eccd req-be897ba9-eb53-4846-a55e-002206e958d6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Deleting port 649f9bb6-ab8a-4281-a990-56b616f8985e {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:03:05.313280 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3a682cbb-10bc-47ff-be87-dfde4b20eccd req-be897ba9-eb53-4846-a55e-002206e958d6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:05.400521 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-3a682cbb-10bc-47ff-be87-dfde4b20eccd req-be897ba9-eb53-4846-a55e-002206e958d6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] For port 649f9bb6-ab8a-4281-a990-56b616f8985e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=649f9bb6-ab8a-4281-a990-56b616f8985e,segment=NetworkSegment(6de5254b-c337-4055-a76c-378aba26fb51),segment_id=6de5254b-c337-4055-a76c-378aba26fb51)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:03:05.400876 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3a682cbb-10bc-47ff-be87-dfde4b20eccd req-be897ba9-eb53-4846-a55e-002206e958d6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:05.413036 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-3a682cbb-10bc-47ff-be87-dfde4b20eccd req-be897ba9-eb53-4846-a55e-002206e958d6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Calling delete_port for 649f9bb6-ab8a-4281-a990-56b616f8985e owned by compute:nova {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:03:05.540188 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3a682cbb-10bc-47ff-be87-dfde4b20eccd req-be897ba9-eb53-4846-a55e-002206e958d6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:05.568512 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be897ba9-eb53-4846-a55e-002206e958d6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Pushing event deleted for resources: {'Port': ['ID=649f9bb6-ab8a-4281-a990-56b616f8985e,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:05.844077 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a682cbb-10bc-47ff-be87-dfde4b20eccd req-be897ba9-eb53-4846-a55e-002206e958d6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] No DVR routers for this DVR port 649f9bb6-ab8a-4281-a990-56b616f8985e on host hv-cinder-76845 {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:03:05.857293 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:05.859065 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3a682cbb-10bc-47ff-be87-dfde4b20eccd req-be897ba9-eb53-4846-a55e-002206e958d6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:05.862543 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3a682cbb-10bc-47ff-be87-dfde4b20eccd req-be897ba9-eb53-4846-a55e-002206e958d6 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.47 "DELETE /v2.0/ports/649f9bb6-ab8a-4281-a990-56b616f8985e HTTP/1.1" status: 204 len: 173 time: 0.6329107 Nov 23 09:03:05.862981 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee21e5-f99f-4c3f-a988-8304f8910950', 'name': 'network-vif-deleted', 'tag': '649f9bb6-ab8a-4281-a990-56b616f8985e'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:03:05.865272 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60adf83-fe1c-4969-95c2-a7af36b7c61b" -d '{"events": [{"server_uuid": "c4ee21e5-f99f-4c3f-a988-8304f8910950", "name": "network-vif-deleted", "tag": "649f9bb6-ab8a-4281-a990-56b616f8985e"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:03:05.880351 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ea3caa31-aefc-443a-b1dc-adfe7bf17c7d req-a0e7dbb1-1e69-47e7-9678-94cd404ea278 tempest-VolumesActionsTest-442322915 tempest-VolumesActionsTest-442322915-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ee21e5-f99f-4c3f-a988-8304f8910950 HTTP/1.1" status: 200 len: 210 time: 0.2799842 Nov 23 09:03:05.903964 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731b521d-8ba2-411b-bd12-958b6a3dafd8 x-openstack-request-id: req-731b521d-8ba2-411b-bd12-958b6a3dafd8 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:03:05.904261 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee21e5-f99f-4c3f-a988-8304f8910950", "name": "network-vif-deleted", "tag": "649f9bb6-ab8a-4281-a990-56b616f8985e", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:03:05.904514 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-731b521d-8ba2-411b-bd12-958b6a3dafd8 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:03:05.904906 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee21e5-f99f-4c3f-a988-8304f8910950', 'name': 'network-vif-deleted', 'tag': '649f9bb6-ab8a-4281-a990-56b616f8985e', 'status': 'completed', 'code': 200} Nov 23 09:03:06.473527 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 649f9bb6-ab8a-4281-a990-56b616f8985e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:03:06.493879 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: 649f9bb6-ab8a-4281-a990-56b616f8985e {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:03:06.494243 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 649f9bb6-ab8a-4281-a990-56b616f8985e not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:03:08.708873 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:03:14.498526 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dadb1-5e15-44d6-8954-e3254528dec1 req-603ddb4f-b8d7-4c94-86c8-ff2f89db6f65 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:14.500793 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a62dadb1-5e15-44d6-8954-e3254528dec1 req-603ddb4f-b8d7-4c94-86c8-ff2f89db6f65 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 946 time: 0.0533693 Nov 23 09:03:14.575471 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a62dadb1-5e15-44d6-8954-e3254528dec1 req-9170641a-041c-41bd-8ee2-933d1b9e45f0 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593739 Nov 23 09:03:15.659351 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:15.776042 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ae95e-6f58-42f5-97f6-ae55668e9f74 req-08ad4635-fe46-4b1d-857d-83f8d5c1b5fa tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:15.778583 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-029ae95e-6f58-42f5-97f6-ae55668e9f74 req-08ad4635-fe46-4b1d-857d-83f8d5c1b5fa tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 946 time: 0.0546262 Nov 23 09:03:15.877809 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-029ae95e-6f58-42f5-97f6-ae55668e9f74 req-2cf303dd-45c7-45ed-a536-391b382f67ef tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872641 Nov 23 09:03:17.012443 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b435c63-890a-4cd4-b10a-87e13c6bbff0 req-a0a0e5b3-f203-4000-b4ee-51245e64a691 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:17.014703 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7b435c63-890a-4cd4-b10a-87e13c6bbff0 req-a0a0e5b3-f203-4000-b4ee-51245e64a691 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 946 time: 0.0582466 Nov 23 09:03:17.089141 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7b435c63-890a-4cd4-b10a-87e13c6bbff0 req-954f2b8c-0226-4b61-a162-20e7e6f92b41 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661337 Nov 23 09:03:18.230740 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d620030-4859-4b89-acae-d67648fc955a req-9fccb1fc-de1d-44fe-99e1-6dea8cacbc38 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:18.232355 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4d620030-4859-4b89-acae-d67648fc955a req-9fccb1fc-de1d-44fe-99e1-6dea8cacbc38 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 946 time: 0.0675540 Nov 23 09:03:18.296936 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4d620030-4859-4b89-acae-d67648fc955a req-192b2cd5-1aba-4267-8f37-57f00e266f43 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580831 Nov 23 09:03:18.963176 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-134f5307-c209-4514-ac9d-7d43edf40672 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:18.964902 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-134f5307-c209-4514-ac9d-7d43edf40672 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.47 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 946 time: 0.0517554 Nov 23 09:03:19.070845 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Deleting port efe7e8ac-f495-4361-902c-7da559e50715 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:03:19.071180 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:19.181231 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] For port efe7e8ac-f495-4361-902c-7da559e50715, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=efe7e8ac-f495-4361-902c-7da559e50715,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:03:19.181516 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:19.498392 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738583c-c120-4afa-8eda-71711175f7e5 req-59ef0bb4-6406-4322-a581-e78af60e967e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:19.499903 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1738583c-c120-4afa-8eda-71711175f7e5 req-59ef0bb4-6406-4322-a581-e78af60e967e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 946 time: 0.0876434 Nov 23 09:03:19.502036 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:19.502395 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:19.502709 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.l3_db [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Floating IP f7b7014c-f86f-4809-9691-5516aeb4747d disassociated. External IP: 172.27.2.159, port: efe7e8ac-f495-4361-902c-7da559e50715. Nov 23 09:03:19.503054 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Calling delete_port for efe7e8ac-f495-4361-902c-7da559e50715 owned by compute:nova {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:03:19.627305 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1738583c-c120-4afa-8eda-71711175f7e5 req-0865d509-d6b3-4c3e-b079-c71ce87786b4 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=14af4242-e22d-4646-aceb-09e850a1bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176505 Nov 23 09:03:19.720129 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:19.770094 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event deleted for resources: {'Port': ['ID=efe7e8ac-f495-4361-902c-7da559e50715,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:20.019503 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:03:20.170969 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:03:20.190451 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472f564e-e095-4121-815a-014daae97560 None None] Sync routers for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:03:20.219498 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f564e-e095-4121-815a-014daae97560 None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:03:20.220616 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-472f564e-e095-4121-815a-014daae97560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:03:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:03:20.240048 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] No DVR routers for this DVR port efe7e8ac-f495-4361-902c-7da559e50715 on host hv-cinder-76845 {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:03:20.243346 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:20.247835 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-24a26957-9475-49bd-bd01-bbb8edea60d0 req-d58f6055-0add-45a7-9287-649e013426a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.47 "DELETE /v2.0/ports/efe7e8ac-f495-4361-902c-7da559e50715 HTTP/1.1" status: 204 len: 173 time: 1.2742388 Nov 23 09:03:20.248545 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'name': 'network-vif-deleted', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:03:20.251452 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242e1600-4f75-4db5-8e09-99f1a1e6e8fb" -d '{"events": [{"server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "name": "network-vif-deleted", "tag": "efe7e8ac-f495-4361-902c-7da559e50715"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:03:20.329489 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885f57e6-2629-4153-8c88-c9cf89b0bd8a x-openstack-request-id: req-885f57e6-2629-4153-8c88-c9cf89b0bd8a {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:03:20.330494 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82569d71-833c-454b-a668-12dc9a37e7e2", "name": "network-vif-deleted", "tag": "efe7e8ac-f495-4361-902c-7da559e50715", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:03:20.330800 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-885f57e6-2629-4153-8c88-c9cf89b0bd8a {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:03:20.331902 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82569d71-833c-454b-a668-12dc9a37e7e2', 'name': 'network-vif-deleted', 'tag': 'efe7e8ac-f495-4361-902c-7da559e50715', 'status': 'completed', 'code': 200} Nov 23 09:03:20.414244 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-472f564e-e095-4121-815a-014daae97560 None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:03:20.642657 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-472f564e-e095-4121-815a-014daae97560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 5, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:03:20.790630 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-69843985-767d-477e-ad81-ac040713bb08 req-4486b446-273c-4cb8-ab81-d7826f2745e6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=82569d71-833c-454b-a668-12dc9a37e7e2 HTTP/1.1" status: 200 len: 210 time: 0.0444920 Nov 23 09:03:20.845550 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472f564e-e095-4121-815a-014daae97560 None None] Checking router: 05bcdb66-0655-4ae9-97ef-432bef1f48e7 for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:03:20.856394 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f564e-e095-4121-815a-014daae97560 None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:03:20.859904 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-472f564e-e095-4121-815a-014daae97560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:03:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:03:21.049291 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-472f564e-e095-4121-815a-014daae97560 None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:03:21.336813 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-472f564e-e095-4121-815a-014daae97560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 5, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:03:21.378282 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472f564e-e095-4121-815a-014daae97560 None None] The sync data for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi is: [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 5, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:03:21.778464 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c32766-d7dc-4a4b-b959-b2daa61bbcd9 None None] New status for floating IP f7b7014c-f86f-4809-9691-5516aeb4747d: DOWN {{(pid=102544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:03:21.966274 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 41816) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:22.063008 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7602a290-5930-4f03-80d9-cc720519c2dd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:22.103535 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7602a290-5930-4f03-80d9-cc720519c2dd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:22.159446 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7602a290-5930-4f03-80d9-cc720519c2dd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:22.166378 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7602a290-5930-4f03-80d9-cc720519c2dd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:22.166378 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-7602a290-5930-4f03-80d9-cc720519c2dd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "DELETE /v2.0/security-groups/14af4242-e22d-4646-aceb-09e850a1bb44 HTTP/1.1" status: 204 len: 168 time: 0.1958756 Nov 23 09:03:22.167514 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41818) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:22.173057 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602a290-5930-4f03-80d9-cc720519c2dd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14af4242-e22d-4646-aceb-09e850a1bb44,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:22.195536 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.api.v2.resource [None req-e6c73302-5a0b-47cc-ba37-fdcf050adc90 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] show failed (client error): The resource could not be found. Nov 23 09:03:22.196902 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-e6c73302-5a0b-47cc-ba37-fdcf050adc90 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups/14af4242-e22d-4646-aceb-09e850a1bb44 HTTP/1.1" status: 404 len: 347 time: 0.0290785 Nov 23 09:03:22.200332 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41820) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:22.372770 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-61ede9e3-56df-4d26-b612-8506410e4279 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Deleting port 37f93f1a-650c-42d6-957b-0f8b31762ac0 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:03:22.373105 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-61ede9e3-56df-4d26-b612-8506410e4279 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:22.473769 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-61ede9e3-56df-4d26-b612-8506410e4279 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:22.474379 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-61ede9e3-56df-4d26-b612-8506410e4279 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:22.490371 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-61ede9e3-56df-4d26-b612-8506410e4279 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Calling delete_port for 37f93f1a-650c-42d6-957b-0f8b31762ac0 owned by network:floatingip {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:03:22.571369 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device efe7e8ac-f495-4361-902c-7da559e50715 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:03:22.632577 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: efe7e8ac-f495-4361-902c-7da559e50715 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:03:22.634877 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device efe7e8ac-f495-4361-902c-7da559e50715 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:03:22.645259 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-61ede9e3-56df-4d26-b612-8506410e4279 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:22.719276 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ede9e3-56df-4d26-b612-8506410e4279 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event deleted for resources: {'Port': ['ID=37f93f1a-650c-42d6-957b-0f8b31762ac0,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:22.746110 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-61ede9e3-56df-4d26-b612-8506410e4279 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:22.749991 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-61ede9e3-56df-4d26-b612-8506410e4279 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:22.753068 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-61ede9e3-56df-4d26-b612-8506410e4279 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "DELETE /v2.0/floatingips/f7b7014c-f86f-4809-9691-5516aeb4747d HTTP/1.1" status: 204 len: 168 time: 0.5499487 Nov 23 09:03:22.965223 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41834) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:22.973140 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-0d86da34-c47a-4352-8e8e-e41b96c6ea99 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--570687126', 'description': 'tempest-description--204920203'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:03:23.018827 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0d86da34-c47a-4352-8e8e-e41b96c6ea99 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.100495 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0d86da34-c47a-4352-8e8e-e41b96c6ea99 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.106108 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0d86da34-c47a-4352-8e8e-e41b96c6ea99 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.125695 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0d86da34-c47a-4352-8e8e-e41b96c6ea99 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.129626 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-0d86da34-c47a-4352-8e8e-e41b96c6ea99 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1633215 Nov 23 09:03:23.130395 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 41846) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:23.135879 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-784db637-fbd4-4f18-9e68-49fcccbe4920 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Request body: {'security_group_rule': {'security_group_id': 'fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:03:23.152237 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86da34-c47a-4352-8e8e-e41b96c6ea99 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:23.188168 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-784db637-fbd4-4f18-9e68-49fcccbe4920 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.247948 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-784db637-fbd4-4f18-9e68-49fcccbe4920 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.252910 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-784db637-fbd4-4f18-9e68-49fcccbe4920 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.283023 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784db637-fbd4-4f18-9e68-49fcccbe4920 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3495ad-95e7-4afe-8cfe-7ff683e0e5f4,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:23.298446 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-784db637-fbd4-4f18-9e68-49fcccbe4920 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.299965 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-784db637-fbd4-4f18-9e68-49fcccbe4920 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1684694 Nov 23 09:03:23.302578 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 41848) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:23.307170 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-911b55f1-76e5-47e2-bfb9-2132c9e0ac24 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Request body: {'security_group_rule': {'security_group_id': 'fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:03:23.341058 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-911b55f1-76e5-47e2-bfb9-2132c9e0ac24 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.406918 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-911b55f1-76e5-47e2-bfb9-2132c9e0ac24 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.412110 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-911b55f1-76e5-47e2-bfb9-2132c9e0ac24 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.436198 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b55f1-76e5-47e2-bfb9-2132c9e0ac24 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd66c303-f0d4-4aaf-8e8b-7b1efed0e521,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:23.442142 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-911b55f1-76e5-47e2-bfb9-2132c9e0ac24 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.446970 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-911b55f1-76e5-47e2-bfb9-2132c9e0ac24 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399224 Nov 23 09:03:23.447441 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 41850) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:23.452491 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Request body: {'floatingip': {'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:03:23.484462 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.596843 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.716236 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Allocated IP 172.27.2.11 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/2bfd0efe-03b6-49ff-b880-97c56be00e73) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:03:23.846946 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.904731 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:23.951233 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:03:23.958831 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:03:23.967933 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:03:24.015896 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event updated for resources: {'Port': ['ID=2bfd0efe-03b6-49ff-b880-97c56be00e73,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:24.140312 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 41872) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:24.159619 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:24.206975 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:24.292918 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-bb0ed35a-6ec1-4857-b18c-5d05e927288c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:24.383585 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:24.389372 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:24.401966 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-bb0ed35a-6ec1-4857-b18c-5d05e927288c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:24.408155 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-bb0ed35a-6ec1-4857-b18c-5d05e927288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:24.469449 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event updated for resources: {'Port': ['ID=2bfd0efe-03b6-49ff-b880-97c56be00e73,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:24.472928 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-bb0ed35a-6ec1-4857-b18c-5d05e927288c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f017d4a6a0ac4a9d8b9f8609c3b40e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314540 Nov 23 09:03:24.474175 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ed35a-6ec1-4857-b18c-5d05e927288c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7d752e-da24-4a58-b978-61074eaa9db8,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:24.477130 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 41876) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:24.488373 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:24.521723 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:24.538199 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-aa1890e4-e168-409a-810a-1b839d8f65a5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0894098 Nov 23 09:03:24.557711 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1da046cc-d8e1-47b7-a785-3d421f2bbaac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:24.591447 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1da046cc-d8e1-47b7-a785-3d421f2bbaac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:24.654632 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1da046cc-d8e1-47b7-a785-3d421f2bbaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:24.658197 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1da046cc-d8e1-47b7-a785-3d421f2bbaac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:24.661783 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-1da046cc-d8e1-47b7-a785-3d421f2bbaac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab7d752e-da24-4a58-b978-61074eaa9db8 HTTP/1.1" status: 204 len: 168 time: 0.1811857 Nov 23 09:03:24.668260 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da046cc-d8e1-47b7-a785-3d421f2bbaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7d752e-da24-4a58-b978-61074eaa9db8,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:24.809140 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-6564d86c-c79e-48f5-9123-623df5d38aa9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--570687126&fields=id&tenant_id=e25886501fbd4758b06603593508fd2c HTTP/1.1" status: 200 len: 267 time: 0.0630836 Nov 23 09:03:24.949078 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-9e72fa8e-dc8b-4b4e-ae27-97a6e34267af tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:24.951285 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-9e72fa8e-dc8b-4b4e-ae27-97a6e34267af tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 817 time: 0.1319957 Nov 23 09:03:24.968957 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-64617b39-016f-42a8-a4f2-9c92fa84d3b8 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/quotas/e25886501fbd4758b06603593508fd2c HTTP/1.1" status: 200 len: 375 time: 0.0109622 Nov 23 09:03:25.040760 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-42402274-8324-49ef-99d1-eb2ba0a5c6cb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599515 Nov 23 09:03:25.157129 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-685bd521-ab7d-49e2-ab2f-3a24941357c6 service neutron] 10.222.0.46 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038740 Nov 23 09:03:25.264109 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-848e8d3b-d8e0-489f-9b21-685eb0ccdc0b service neutron] 10.222.0.46 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061099 Nov 23 09:03:25.500724 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-39c16257-47de-4d1d-9735-f2d1f833cf1d req-8a207a2d-e587-4d3d-8e94-c341392606be tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 210 time: 0.0454876 Nov 23 09:03:26.635544 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-40f885ca-e243-464d-8072-eff153376c94 req-83e27cf3-7cd7-475d-a720-03a613691da8 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 210 time: 0.0387902 Nov 23 09:03:26.804648 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-ee611f4c-b34a-47b8-9be5-6249efae12ff tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:26.806760 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-ee611f4c-b34a-47b8-9be5-6249efae12ff tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.47 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 817 time: 0.1223288 Nov 23 09:03:26.898841 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-ddf27617-9683-4b7a-8ccf-0398ea77ff67 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e25886501fbd4758b06603593508fd2c HTTP/1.1" status: 200 len: 379 time: 0.0780210 Nov 23 09:03:26.910680 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-3dabffd7-82b4-43da-bc29-f4debf3b43bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Request body: {'port': {'device_id': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'admin_state_up': True, 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'security_groups': ['fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c']}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:03:27.042030 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-3dabffd7-82b4-43da-bc29-f4debf3b43bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Made reservation on behalf of e25886501fbd4758b06603593508fd2c for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:03:27.047994 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-3dabffd7-82b4-43da-bc29-f4debf3b43bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:27.225084 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-3dabffd7-82b4-43da-bc29-f4debf3b43bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Allocated IP 172.20.0.8 (173e57ff-5d80-4e2b-b8fe-bc64d9610472/7f4db1fb-4174-4809-961e-7011cda7173c/9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:03:27.421000 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-3dabffd7-82b4-43da-bc29-f4debf3b43bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:27.465400 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-3dabffd7-82b4-43da-bc29-f4debf3b43bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:27.518234 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-3dabffd7-82b4-43da-bc29-f4debf3b43bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:03:27.522050 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-3dabffd7-82b4-43da-bc29-f4debf3b43bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:03:27.526756 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-3dabffd7-82b4-43da-bc29-f4debf3b43bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:03:27.559183 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabffd7-82b4-43da-bc29-f4debf3b43bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event updated for resources: {'Port': ['ID=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:27.597731 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-3dabffd7-82b4-43da-bc29-f4debf3b43bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:27.598462 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-3dabffd7-82b4-43da-bc29-f4debf3b43bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:27.620016 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-3dabffd7-82b4-43da-bc29-f4debf3b43bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7131479 Nov 23 09:03:27.639062 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Request body: {'port': {'device_id': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:03:27.731560 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:27.842564 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144d43a-94bd-4817-9da6-44daa76bc652 req-a32222fa-1298-49fe-984f-2b3d785f40f2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:27.851192 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1144d43a-94bd-4817-9da6-44daa76bc652 req-a32222fa-1298-49fe-984f-2b3d785f40f2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 931 time: 0.1076534 Nov 23 09:03:27.890660 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-e91f4e18-e698-4d98-80dd-e920134c1edf None None] Provisioning complete for port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:03:27.893091 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-e91f4e18-e698-4d98-80dd-e920134c1edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:27.916193 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1144d43a-94bd-4817-9da6-44daa76bc652 req-ca13b1dc-df9e-4fa8-97df-df908e5bc567 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634806 Nov 23 09:03:27.949748 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-e91f4e18-e698-4d98-80dd-e920134c1edf None None] Port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:03:28.108735 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:03:28.117496 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:28.130630 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Transition to ACTIVE for port object 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:03:28.134999 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:28.192000 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Pushing event updated for resources: {'Port': ['ID=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:28.286160 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Attempting to bind port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:03:28.286531 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Attempting to bind port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:03:28.287206 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Attempting to bind port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 on network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:03:28.292566 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 on network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:03:28.293096 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Attempting to bind port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 on network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:03:28.300456 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:03:28.301134 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Checking segment: {'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:03:28.301544 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Bound using segment: {'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:03:28.302391 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Bound port: 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7918e62a-c135-4cd3-b28c-35ffb4761a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:03:28.302756 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:28.393420 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] For port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:03:28.397300 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] For port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:03:28.405468 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:28.446486 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:28.447315 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:28.448725 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] 10.222.0.47 "PUT /v2.0/ports/9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 HTTP/1.1" status: 200 len: 1093 time: 0.8153055 Nov 23 09:03:28.449218 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:03:28.451621 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a6ec04-665d-4f2a-a1e3-f9fba0cd2ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:03:28.515625 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d04daa-e972-42e3-9f6d-8c3a7dd1f3cf service neutron] Pushing event updated for resources: {'Port': ['ID=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:28.555702 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ab5afc-95f9-45e0-8d98-3ded8504efbb x-openstack-request-id: req-92ab5afc-95f9-45e0-8d98-3ded8504efbb {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:03:28.555989 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:03:28.556239 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92ab5afc-95f9-45e0-8d98-3ded8504efbb {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:03:28.556624 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'status': 'completed', 'code': 200} Nov 23 09:03:28.566526 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-dd9a172f-9118-442f-8f63-6095d70b21db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:28.569216 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-dd9a172f-9118-442f-8f63-6095d70b21db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 1096 time: 0.0624287 Nov 23 09:03:28.629667 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-259b5829-c513-4bdb-ae9c-c6aa8af867fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 HTTP/1.1" status: 200 len: 217 time: 0.0480599 Nov 23 09:03:28.693817 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-adeb12d6-49a9-4e65-96ff-ad14499af9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:28.696786 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-adeb12d6-49a9-4e65-96ff-ad14499af9fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 200 len: 856 time: 0.0596530 Nov 23 09:03:28.762843 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-fce46ad4-1bb9-4174-a839-958f68ccd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:28.764325 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-fce46ad4-1bb9-4174-a839-958f68ccd4fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=173e57ff-5d80-4e2b-b8fe-bc64d9610472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0579064 Nov 23 09:03:28.862627 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-60375232-8a9c-4fd5-8b9d-f58a886c5e5a service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907581 Nov 23 09:03:28.990078 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d0277856-cb1e-486d-abdb-dce3bf329239 req-491edbd4-6cc6-46f1-8d8c-76d260f99706 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175883 Nov 23 09:03:29.060217 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedcab6-d181-45b5-9306-064dabcd4c30 req-31a1a5a3-8a08-4846-9482-69f9f703f2f8 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:29.062424 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ddedcab6-d181-45b5-9306-064dabcd4c30 req-31a1a5a3-8a08-4846-9482-69f9f703f2f8 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0680656 Nov 23 09:03:29.120148 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6ec04-665d-4f2a-a1e3-f9fba0cd2ac2 req-4d809acc-f407-4204-9788-9b0aa305a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:29.121727 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-98a6ec04-665d-4f2a-a1e3-f9fba0cd2ac2 req-4d809acc-f407-4204-9788-9b0aa305a433 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 1096 time: 0.0778346 Nov 23 09:03:29.154926 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ddedcab6-d181-45b5-9306-064dabcd4c30 req-62204da2-d3c2-4dcc-a4a7-fb85eda1c98c tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855629 Nov 23 09:03:29.264625 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6ec04-665d-4f2a-a1e3-f9fba0cd2ac2 req-5b757e98-4fce-4be1-8f98-21d9c8b69431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:29.266496 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-98a6ec04-665d-4f2a-a1e3-f9fba0cd2ac2 req-5b757e98-4fce-4be1-8f98-21d9c8b69431 service neutron] 10.222.0.47 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 918 time: 0.1358092 Nov 23 09:03:29.317237 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-98a6ec04-665d-4f2a-a1e3-f9fba0cd2ac2 req-5360b059-ab87-4bca-bebe-a4f9fdca00a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 HTTP/1.1" status: 200 len: 217 time: 0.0417459 Nov 23 09:03:29.380897 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6ec04-665d-4f2a-a1e3-f9fba0cd2ac2 req-be45f442-7021-4092-9f8e-f66c5232d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:29.383298 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-98a6ec04-665d-4f2a-a1e3-f9fba0cd2ac2 req-be45f442-7021-4092-9f8e-f66c5232d086 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 200 len: 856 time: 0.0580719 Nov 23 09:03:29.437447 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6ec04-665d-4f2a-a1e3-f9fba0cd2ac2 req-62f90f61-c50f-4eeb-b587-19968b99fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:29.438682 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-98a6ec04-665d-4f2a-a1e3-f9fba0cd2ac2 req-62f90f61-c50f-4eeb-b587-19968b99fd8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=173e57ff-5d80-4e2b-b8fe-bc64d9610472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463517 Nov 23 09:03:29.439169 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 42000) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:29.549233 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-98a6ec04-665d-4f2a-a1e3-f9fba0cd2ac2 req-683f37d5-193a-4338-a99b-34d580ba9805 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990684 Nov 23 09:03:29.594933 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-89eb6cd6-120b-44c0-80fa-501a940c2697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:29.702509 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-98a6ec04-665d-4f2a-a1e3-f9fba0cd2ac2 req-8871d5df-d2a8-40a8-95e3-b379ea76bde1 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240826 Nov 23 09:03:29.738221 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-89eb6cd6-120b-44c0-80fa-501a940c2697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:29.746997 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-89eb6cd6-120b-44c0-80fa-501a940c2697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:29.791712 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-89eb6cd6-120b-44c0-80fa-501a940c2697 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa407e17fcec4220bfad8a89e55b02dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489912 Nov 23 09:03:29.792349 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 42010) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:29.793913 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb6cd6-120b-44c0-80fa-501a940c2697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a7a340-3808-4575-934b-6e70f968df95,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:29.850028 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-cec7fe36-e49f-4531-9eb1-cf21d599ff2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:29.872691 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-cec7fe36-e49f-4531-9eb1-cf21d599ff2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:29.922299 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-cec7fe36-e49f-4531-9eb1-cf21d599ff2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:29.925367 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-cec7fe36-e49f-4531-9eb1-cf21d599ff2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:29.930364 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-cec7fe36-e49f-4531-9eb1-cf21d599ff2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0a7a340-3808-4575-934b-6e70f968df95 HTTP/1.1" status: 204 len: 168 time: 0.1370173 Nov 23 09:03:29.938635 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7fe36-e49f-4531-9eb1-cf21d599ff2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a7a340-3808-4575-934b-6e70f968df95,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:30.315455 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f5490-6771-4d46-9464-48764114e87b req-762f7ca6-2a4c-445a-b070-80e1f9900c95 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:30.323328 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3b7f5490-6771-4d46-9464-48764114e87b req-762f7ca6-2a4c-445a-b070-80e1f9900c95 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0678806 Nov 23 09:03:30.373101 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3b7f5490-6771-4d46-9464-48764114e87b req-ec2ff91d-f8c2-4283-b0c7-5ffb4cafb500 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489118 Nov 23 09:03:30.492164 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1fd84938-c78c-4e1d-87c4-cf5e3259ef57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:31.492612 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9d01b-4b7e-4606-a5a6-883bb3541487 req-5ec1fd2b-9a87-44e0-ada3-0e09590e5f9e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:31.494260 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-33b9d01b-4b7e-4606-a5a6-883bb3541487 req-5ec1fd2b-9a87-44e0-ada3-0e09590e5f9e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0511260 Nov 23 09:03:31.543836 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-33b9d01b-4b7e-4606-a5a6-883bb3541487 req-d4b81bd5-3ce8-447f-ae89-23bc2f3d371c tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436935 Nov 23 09:03:32.605859 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c1434e09-0d6e-42fb-82b0-474c4b3a8527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:32.626934 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:03:32.674240 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead3fb-cf4e-4c95-8859-fafceb2507b8 req-700f4953-b1a6-4001-8a22-f4a268a76c94 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:32.675831 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-98ead3fb-cf4e-4c95-8859-fafceb2507b8 req-700f4953-b1a6-4001-8a22-f4a268a76c94 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0487208 Nov 23 09:03:32.723166 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-98ead3fb-cf4e-4c95-8859-fafceb2507b8 req-14784ab0-20a3-4555-9b6e-ccbfcb85ffcc tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408771 Nov 23 09:03:32.723508 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:03:32.735544 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'port_id': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'mac_address': 'fa:16:3e:f6:d9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:03:32.771501 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:32.784643 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:03:32.805349 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:03:32.808916 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:32.854512 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:32.862242 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:03:32.862614 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:03:32.863091 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:03:32.863704 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:03:32.864133 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:03:32.864609 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:03:32.865046 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:03:32.865585 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:03:32.866479 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:03:32.866926 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:03:32.867441 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:03:32.867854 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:03:32.916590 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 42142) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:32.969345 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc95871-fe0d-4553-b6d3-2e7e548762eb admin admin] Deleting subnet 68c972df-27f7-4f52-864f-7a19b342742d {{(pid=102541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:03:32.972366 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc95871-fe0d-4553-b6d3-2e7e548762eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.005769 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc95871-fe0d-4553-b6d3-2e7e548762eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9459622'] for subnet, precommit_delete_associations {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.037232 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:03:33.043466 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc95871-fe0d-4553-b6d3-2e7e548762eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.311998 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc95871-fe0d-4553-b6d3-2e7e548762eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8753340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11572730'] for subnet, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.338078 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc95871-fe0d-4553-b6d3-2e7e548762eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.341608 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-ffc95871-fe0d-4553-b6d3-2e7e548762eb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/68c972df-27f7-4f52-864f-7a19b342742d HTTP/1.1" status: 204 len: 168 time: 0.4238400 Nov 23 09:03:33.342394 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc95871-fe0d-4553-b6d3-2e7e548762eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c972df-27f7-4f52-864f-7a19b342742d,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:33.344353 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 42144) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:33.415296 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9c387768-1444-49ef-adcd-1e3013b344be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.498025 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9c387768-1444-49ef-adcd-1e3013b344be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.517262 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-9c387768-1444-49ef-adcd-1e3013b344be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b297ca-5618-4133-9cc2-b7104abb5885']}} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:03:33.527302 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-9c387768-1444-49ef-adcd-1e3013b344be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de5254b-c337-4055-a76c-378aba26fb51') {'for_net_delete': True} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:03:33.527598 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-9c387768-1444-49ef-adcd-1e3013b344be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de5254b-c337-4055-a76c-378aba26fb51') {} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:03:33.536536 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9c387768-1444-49ef-adcd-1e3013b344be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785801'] for segment, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.550892 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9c387768-1444-49ef-adcd-1e3013b344be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.556972 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c387768-1444-49ef-adcd-1e3013b344be admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:03:33.557395 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9c387768-1444-49ef-adcd-1e3013b344be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12410395'] for segment, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: Traceback (most recent call last): Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: timer() Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: cb(*args, **kw) Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: return func(*args, **kwargs) Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: self._notify() Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: self.callback(batched_events) Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: event.method(event) Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: return f(self, *a, **k) Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._get(url).json() Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: return self.request(url, 'GET', **kwargs) Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:03:33.559273 dv-cinder-768458-17-iscsi neutron-server[102542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:03:33.614864 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9c387768-1444-49ef-adcd-1e3013b344be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.619848 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9c387768-1444-49ef-adcd-1e3013b344be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.625896 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-9c387768-1444-49ef-adcd-1e3013b344be admin admin] 10.222.0.46 "DELETE /v2.0/networks/75b297ca-5618-4133-9cc2-b7104abb5885 HTTP/1.1" status: 204 len: 168 time: 0.2782457 Nov 23 09:03:33.642019 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c387768-1444-49ef-adcd-1e3013b344be admin admin] Pushing event deleted for resources: {'Network': ['ID=75b297ca-5618-4133-9cc2-b7104abb5885,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:33.803679 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 42158) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:33.871249 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-470404f5-8537-4f60-9d67-f7b6aa2bbb4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6bee9dbebd64795afb8d03d5204db6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0663803 Nov 23 09:03:33.873834 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 42162) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:33.879548 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1dc9b-c061-4c3d-8011-f10574b536a5 req-54e9605a-f604-4713-b5e6-f9ea9aae0b7a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:33.880999 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2cc1dc9b-c061-4c3d-8011-f10574b536a5 req-54e9605a-f604-4713-b5e6-f9ea9aae0b7a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 944 time: 0.0810003 Nov 23 09:03:33.928352 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-30ef362a-8369-430b-84f0-30a6d614a084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.935215 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2cc1dc9b-c061-4c3d-8011-f10574b536a5 req-4f2f366a-d5e6-4133-8339-c3287e704a39 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459981 Nov 23 09:03:33.940365 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:33.955322 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-30ef362a-8369-430b-84f0-30a6d614a084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:34.002327 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-30ef362a-8369-430b-84f0-30a6d614a084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:34.005068 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-30ef362a-8369-430b-84f0-30a6d614a084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:34.006208 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-30ef362a-8369-430b-84f0-30a6d614a084 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/009893a8-33f3-46ce-a4dc-bed5f6c5d441 HTTP/1.1" status: 204 len: 168 time: 0.1308193 Nov 23 09:03:34.014429 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef362a-8369-430b-84f0-30a6d614a084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009893a8-33f3-46ce-a4dc-bed5f6c5d441,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:34.637844 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:03:34.691000 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:03:34.695926 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:03:34.696301 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:34.771628 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:34.795859 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:03:34.798520 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8bd12f-1764-4037-b447-89cfe2d216f9" -d '{"events": [{"server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "name": "network-vif-plugged", "status": "completed", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:03:34.811615 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:03:34.817607 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:34.845526 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348557f7-0540-42ba-afa8-967ac389bdbe x-openstack-request-id: req-348557f7-0540-42ba-afa8-967ac389bdbe {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:03:34.845888 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "name": "network-vif-plugged", "status": "completed", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:03:34.846213 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-348557f7-0540-42ba-afa8-967ac389bdbe {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:03:34.846801 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'code': 200} Nov 23 09:03:34.921324 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:03:34.934803 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:35.034192 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f0361-c335-423c-8d09-2490a5e991f3 req-007645ec-cc62-4e2c-a26c-0934bc63db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:35.036522 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6c2f0361-c335-423c-8d09-2490a5e991f3 req-007645ec-cc62-4e2c-a26c-0934bc63db50 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 1098 time: 0.0456142 Nov 23 09:03:35.070151 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2660c1d-5f6e-462f-baf0-f758f2d68d42 req-dfbd07dc-7bb1-4cd6-871a-068e8ea97fb2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:35.071712 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c2660c1d-5f6e-462f-baf0-f758f2d68d42 req-dfbd07dc-7bb1-4cd6-871a-068e8ea97fb2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0548408 Nov 23 09:03:35.105511 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6c2f0361-c335-423c-8d09-2490a5e991f3 req-07a35ab3-f66e-41bf-8bac-c62f9939b1c9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618010 Nov 23 09:03:35.129856 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c2660c1d-5f6e-462f-baf0-f758f2d68d42 req-a7d3e7b7-f3c2-452b-a778-1ddcda46d141 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517156 Nov 23 09:03:35.862065 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:36.468045 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64d96b-97a1-4b65-84ac-4c55361af6d8 req-e907559a-1ff0-4314-a2df-f3917bf5f5cd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:36.469550 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8d64d96b-97a1-4b65-84ac-4c55361af6d8 req-e907559a-1ff0-4314-a2df-f3917bf5f5cd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.2600815 Nov 23 09:03:36.521559 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8d64d96b-97a1-4b65-84ac-4c55361af6d8 req-8497dfdd-a142-4f43-8b3a-fdc8351db255 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460720 Nov 23 09:03:37.702263 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225728c-e169-40c7-a133-7965e99f190d req-86aca768-1dc2-4434-9674-66405e95d9cc tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:37.703725 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6225728c-e169-40c7-a133-7965e99f190d req-86aca768-1dc2-4434-9674-66405e95d9cc tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.1049755 Nov 23 09:03:37.749913 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6225728c-e169-40c7-a133-7965e99f190d req-68abaed6-bed1-4fa7-a06c-246b56b482d2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Nov 23 09:03:37.866689 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72d401-3bf9-4a38-9338-88438afe0b05 req-9365236a-9b61-4ee6-a925-2a64ea7ec4d4 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:37.868683 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9e72d401-3bf9-4a38-9338-88438afe0b05 req-9365236a-9b61-4ee6-a925-2a64ea7ec4d4 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0515730 Nov 23 09:03:37.877132 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 42282) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:03:37.882445 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-52fdf811-a509-4f2b-9679-1ea9ac97a8cb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Request body: {'floatingip': {'port_id': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:03:37.922225 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-52fdf811-a509-4f2b-9679-1ea9ac97a8cb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:38.583160 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-52fdf811-a509-4f2b-9679-1ea9ac97a8cb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:38.586902 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-52fdf811-a509-4f2b-9679-1ea9ac97a8cb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:38.694885 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.l3_db [None req-52fdf811-a509-4f2b-9679-1ea9ac97a8cb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Floating IP e24864a3-84de-452a-a578-c69ceeda9feb associated. External IP: 172.27.2.11, port: 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3. Nov 23 09:03:38.904177 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fdf811-a509-4f2b-9679-1ea9ac97a8cb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:03:39.016119 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fdf811-a509-4f2b-9679-1ea9ac97a8cb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:03:39.021222 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-52fdf811-a509-4f2b-9679-1ea9ac97a8cb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:39.026041 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b847afc-f4c1-4458-ae50-10fff6960ca4 None None] Sync routers for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:03:39.035691 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b847afc-f4c1-4458-ae50-10fff6960ca4 None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:03:39.036302 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-9b847afc-f4c1-4458-ae50-10fff6960ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:03:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:03:39.048550 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-52fdf811-a509-4f2b-9679-1ea9ac97a8cb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "PUT /v2.0/floatingips/e24864a3-84de-452a-a578-c69ceeda9feb HTTP/1.1" status: 200 len: 990 time: 1.1703432 Nov 23 09:03:39.049252 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:03:39.051555 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b8903a-5506-4bc2-b2d8-5457b0a3e256" -d '{"events": [{"name": "network-changed", "server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:03:39.099084 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f453c0-f25b-4030-b1c9-d433f0e615c2 x-openstack-request-id: req-86f453c0-f25b-4030-b1c9-d433f0e615c2 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:03:39.099374 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:03:39.099629 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86f453c0-f25b-4030-b1c9-d433f0e615c2 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:03:39.100038 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'status': 'completed', 'code': 200} Nov 23 09:03:39.151350 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-9b847afc-f4c1-4458-ae50-10fff6960ca4 None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:03:39.370760 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-9b847afc-f4c1-4458-ae50-10fff6960ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': 'e24864a3-84de-452a-a578-c69ceeda9feb', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'port_id': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'mac_address': 'fa:16:3e:f6:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:03:24Z', 'updated_at': '2021-11-23T09:03:38Z', 'revision_number': 1, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 5, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:03:39.402017 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b847afc-f4c1-4458-ae50-10fff6960ca4 None None] Checking router: 05bcdb66-0655-4ae9-97ef-432bef1f48e7 for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:03:39.410220 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b847afc-f4c1-4458-ae50-10fff6960ca4 None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:03:39.410826 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-9b847afc-f4c1-4458-ae50-10fff6960ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:03:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:03:39.520699 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-9b847afc-f4c1-4458-ae50-10fff6960ca4 None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:03:39.911962 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-9b847afc-f4c1-4458-ae50-10fff6960ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': 'e24864a3-84de-452a-a578-c69ceeda9feb', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'port_id': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'mac_address': 'fa:16:3e:f6:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:03:24Z', 'updated_at': '2021-11-23T09:03:38Z', 'revision_number': 1, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 5, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:03:39.943162 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b847afc-f4c1-4458-ae50-10fff6960ca4 None None] The sync data for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi is: [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': 'e24864a3-84de-452a-a578-c69ceeda9feb', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'port_id': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'mac_address': 'fa:16:3e:f6:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:03:24Z', 'updated_at': '2021-11-23T09:03:38Z', 'revision_number': 1, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 5, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:03:40.139391 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fcb078-bf63-4cd2-b40e-b6a0659124cd None None] New status for floating IP e24864a3-84de-452a-a578-c69ceeda9feb: ACTIVE {{(pid=102544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:03:40.986782 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8903a-5506-4bc2-b2d8-5457b0a3e256 req-5a5eeaa9-588b-470b-97ee-51551218bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:40.988266 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-39b8903a-5506-4bc2-b2d8-5457b0a3e256 req-5a5eeaa9-588b-470b-97ee-51551218bce3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 1098 time: 0.0406654 Nov 23 09:03:41.088303 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8903a-5506-4bc2-b2d8-5457b0a3e256 req-85110b77-67ea-43c7-b697-d8713876a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:41.089787 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-39b8903a-5506-4bc2-b2d8-5457b0a3e256 req-85110b77-67ea-43c7-b697-d8713876a6e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 918 time: 0.0924418 Nov 23 09:03:41.155753 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-39b8903a-5506-4bc2-b2d8-5457b0a3e256 req-dffb398e-da93-430a-850d-8727675e5c3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 HTTP/1.1" status: 200 len: 1000 time: 0.0587926 Nov 23 09:03:41.206128 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8903a-5506-4bc2-b2d8-5457b0a3e256 req-c6d891f2-70e9-4404-96c8-bbdee5208593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:41.207572 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-39b8903a-5506-4bc2-b2d8-5457b0a3e256 req-c6d891f2-70e9-4404-96c8-bbdee5208593 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 200 len: 856 time: 0.0439172 Nov 23 09:03:41.257281 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8903a-5506-4bc2-b2d8-5457b0a3e256 req-b6b34486-4282-4223-8a47-daf589bff2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:41.258691 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-39b8903a-5506-4bc2-b2d8-5457b0a3e256 req-b6b34486-4282-4223-8a47-daf589bff2a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=173e57ff-5d80-4e2b-b8fe-bc64d9610472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433853 Nov 23 09:03:41.350954 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-39b8903a-5506-4bc2-b2d8-5457b0a3e256 req-ace2047d-c27e-4012-81f9-a882d5249064 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837274 Nov 23 09:03:41.450294 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-39b8903a-5506-4bc2-b2d8-5457b0a3e256 req-9420d7c3-dba9-4d54-82f8-fe71aeeef302 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918174 Nov 23 09:03:45.651895 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:03:45.707429 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:03:47.111432 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d8b000b9-82cf-497a-97a8-3d6d56f74840 req-3b56fd19-bc5f-4a68-b550-10fad1cca11b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399859 Nov 23 09:03:47.197722 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b000b9-82cf-497a-97a8-3d6d56f74840 req-348aaaa1-ddb1-4817-8c6f-462b97f511ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:47.199212 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d8b000b9-82cf-497a-97a8-3d6d56f74840 req-348aaaa1-ddb1-4817-8c6f-462b97f511ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 1099 time: 0.0408280 Nov 23 09:03:47.309670 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b000b9-82cf-497a-97a8-3d6d56f74840 req-3a37bace-53a7-4265-a991-7250de5eeb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:47.311015 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d8b000b9-82cf-497a-97a8-3d6d56f74840 req-3a37bace-53a7-4265-a991-7250de5eeb35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 913 time: 0.0884221 Nov 23 09:03:47.422432 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d8b000b9-82cf-497a-97a8-3d6d56f74840 req-dc9829b9-2eec-46b6-ab93-28a5b56d4c27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51572632-a474-4f0a-8d0a-5d7f7a5f7e61 HTTP/1.1" status: 200 len: 1002 time: 0.1041818 Nov 23 09:03:47.489766 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b000b9-82cf-497a-97a8-3d6d56f74840 req-de079e9d-a300-44e9-9083-04b24e2ba09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:47.491272 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d8b000b9-82cf-497a-97a8-3d6d56f74840 req-de079e9d-a300-44e9-9083-04b24e2ba09d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0502367 Nov 23 09:03:47.536893 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b000b9-82cf-497a-97a8-3d6d56f74840 req-e5a0dcd7-2f46-4a34-a887-442a600b49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:03:47.539063 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d8b000b9-82cf-497a-97a8-3d6d56f74840 req-e5a0dcd7-2f46-4a34-a887-442a600b49c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405777 Nov 23 09:03:47.636009 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d8b000b9-82cf-497a-97a8-3d6d56f74840 req-2b2e231e-b117-4c46-b80d-55251c17e6d7 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836453 Nov 23 09:03:47.733675 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d8b000b9-82cf-497a-97a8-3d6d56f74840 req-0c9ebdbd-0949-47b0-977f-c6edbbf289b0 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895805 Nov 23 09:04:00.487167 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-312c5b61-ed45-4cfc-a090-77b5a92d60ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:02.607045 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-eb24129e-8abc-4867-a90c-741cd71429b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:03.927832 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:04.704005 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 42570) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:04.808009 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:04.889894 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:04.894818 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:04.898506 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:04.937144 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9dfa4ea10b3144aeaccdd4c060bfb94b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316952 Nov 23 09:04:04.939289 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 42582) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:04.944923 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9854caf-0fe7-4ea7-b253-bfe655a5c924,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:04.958422 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:04.958773 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:04.959107 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:04.959436 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:04.959759 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:04.960080 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:04.960405 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:04.960719 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:04.961034 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:04.961371 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:04.961683 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:04.962023 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8916-80a9-4c4f-bca2-b6254b1b946e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:05.013426 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4178-3e54-4a8d-beec-8cdf8bf4cc5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:05.035445 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4178-3e54-4a8d-beec-8cdf8bf4cc5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:05.086310 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4178-3e54-4a8d-beec-8cdf8bf4cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:05.086310 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4178-3e54-4a8d-beec-8cdf8bf4cc5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:05.086310 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-9a6a4178-3e54-4a8d-beec-8cdf8bf4cc5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9854caf-0fe7-4ea7-b253-bfe655a5c924 HTTP/1.1" status: 204 len: 168 time: 0.1456368 Nov 23 09:04:05.095566 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a4178-3e54-4a8d-beec-8cdf8bf4cc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9854caf-0fe7-4ea7-b253-bfe655a5c924,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:05.725516 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 42614) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:05.818000 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1930008864-network', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:05.839919 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Made reservation on behalf of 5d37eeef32a14dfcad683356d32556e8 for: {'network': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:04:05.842416 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:05.852031 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:05.863545 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:05.928950 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:05.933447 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:05.957092 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:04:05.966225 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:05.974608 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:05.974946 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.segments_db [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Added segment 619998b1-8d20-4eb1-a3fe-a049eed4386e of type vlan for network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 Nov 23 09:04:05.976985 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:05.977494 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:05.977832 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:05.978175 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:05.978532 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:05.978857 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:05.979181 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:05.979500 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:05.979818 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:05.980136 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:05.980451 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:05.980765 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:06.021564 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.048106 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.049067 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:06.049663 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.083784 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3571978 Nov 23 09:04:06.086949 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 42618) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:06.092600 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-c3e9bfc8-a832-4099-8517-92a9f4306797 admin admin] Request body: {'subnet': {'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1930008864-subnet', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'ip_version': 4}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:06.111157 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8094b-684c-49fe-bfff-69da27170721 admin admin] Pushing event updated for resources: {'Network': ['ID=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:06.114657 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e9bfc8-a832-4099-8517-92a9f4306797 admin admin] Made reservation on behalf of 5d37eeef32a14dfcad683356d32556e8 for: {'subnet': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:04:06.117017 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c3e9bfc8-a832-4099-8517-92a9f4306797 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11572689'] for subnet, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.122440 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:04:06.281878 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c3e9bfc8-a832-4099-8517-92a9f4306797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8753251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11572675'] for subnet, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.334391 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9bfc8-a832-4099-8517-92a9f4306797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f46289-bfb1-43d4-b092-bc64f39a3c09,revision_number=0']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:06.344941 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9bfc8-a832-4099-8517-92a9f4306797 admin admin] Checking segment: {'id': '619998b1-8d20-4eb1-a3fe-a049eed4386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:04:06.345335 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e9bfc8-a832-4099-8517-92a9f4306797 admin admin] Network hostable DHCP agents. Network: e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:04:06.362935 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e9bfc8-a832-4099-8517-92a9f4306797 admin admin] Network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:04:06.372824 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-c3e9bfc8-a832-4099-8517-92a9f4306797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4) {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:04:06.377710 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e9bfc8-a832-4099-8517-92a9f4306797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:06.378267 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c3e9bfc8-a832-4099-8517-92a9f4306797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.383709 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874ffaa1-27ec-492f-b035-06b4452cd573 None None] Network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:04:06.395246 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-c3e9bfc8-a832-4099-8517-92a9f4306797 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3066542 Nov 23 09:04:06.397585 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 42624) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:06.402320 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:06.425978 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-289495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13381'] for router, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.426909 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13372'] for router, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.491429 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.552965 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp201ed441-e3b8-53ca-a227-4322de3d7a4e-e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'fixed_ips': [{'subnet_id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09'}]}} from dv-cinder-768458-17-iscsi. {{(pid=102543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:04:06.553863 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.634964 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.699373 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.db_base_plugin_common [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Allocated IP 172.20.0.2 (e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4/d4f46289-bfb1-43d4-b092-bc64f39a3c09/82cb376f-6734-45be-b899-dc3442883f65) {{(pid=102543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:04:06.834699 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Publish callbacks [] for port, precommit_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.840994 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.844179 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.864100 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.886057 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 is already hosted by enough agents. {{(pid=102543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:04:06.890400 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.base_scheduler [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Resources bound (agent type, host, resource id): {{(pid=102543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:04:06.894908 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Received port after_create {{(pid=102543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:04:06.896811 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Pushing event updated for resources: {'Port': ['ID=82cb376f-6734-45be-b899-dc3442883f65,revision_number=1']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:06.947903 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Attempting to bind port 82cb376f-6734-45be-b899-dc3442883f65 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:04:06.948271 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Attempting to bind port 82cb376f-6734-45be-b899-dc3442883f65 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '619998b1-8d20-4eb1-a3fe-a049eed4386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:04:06.948634 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Attempting to bind port 82cb376f-6734-45be-b899-dc3442883f65 on network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:04:06.953584 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:04:06.953958 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Checking segment: {'id': '619998b1-8d20-4eb1-a3fe-a049eed4386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:04:06.954369 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.954749 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Bound using segment: {'id': '619998b1-8d20-4eb1-a3fe-a049eed4386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:04:06.955210 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Bound port: 82cb376f-6734-45be-b899-dc3442883f65, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619998b1-8d20-4eb1-a3fe-a049eed4386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:04:06.955591 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:06.970667 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Allocated IP 172.27.2.137 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/9b8ae6b9-7a59-4279-b6b8-298f102ef081) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:04:07.016610 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] For port 82cb376f-6734-45be-b899-dc3442883f65, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:04:07.019662 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] For port 82cb376f-6734-45be-b899-dc3442883f65, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=82cb376f-6734-45be-b899-dc3442883f65,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:04:07.024011 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:07.074020 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:07.083988 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1878f81-8b07-42c4-8da9-6c8d9938d5fe None None] Pushing event updated for resources: {'Port': ['ID=82cb376f-6734-45be-b899-dc3442883f65,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:07.117893 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:07.161558 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:04:07.164449 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:04:07.168491 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:04:07.174192 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Pushing event updated for resources: {'Port': ['ID=9b8ae6b9-7a59-4279-b6b8-298f102ef081,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:07.438766 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:07.640143 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404828'] for router, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:07.776637 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Router f6a222dd-06bc-4674-85dc-abea2196acd7 is scheduled to L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce with binding_index 1 {{(pid=102541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:04:07.892713 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:04:07.909038 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Sync routers for ids ['f6a222dd-06bc-4674-85dc-abea2196acd7'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:04:07.911174 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] Publish callbacks [] for router, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:07.912497 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-ffc296cb-17ae-4a27-a539-d8d20ac16b63 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5139639 Nov 23 09:04:07.915354 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 42640) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:07.922097 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Routers {'f6a222dd-06bc-4674-85dc-abea2196acd7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:04:07.922714 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:04:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f6a222dd-06bc-4674-85dc-abea2196acd7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:07.974501 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b374f81-02c9-409c-90af-0923a6b95fa7 None None] Network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:04:08.085302 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-8762921e-bc42-4706-b600-ed375b4dc251 None None] Provisioning complete for port 82cb376f-6734-45be-b899-dc3442883f65 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:08.085678 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8762921e-bc42-4706-b600-ed375b4dc251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:08.098108 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Set router f6a222dd-06bc-4674-85dc-abea2196acd7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:04:08.310813 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 82cb376f-6734-45be-b899-dc3442883f65 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:04:08.543281 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8762921e-bc42-4706-b600-ed375b4dc251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:08.566232 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:08.607674 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-8762921e-bc42-4706-b600-ed375b4dc251 None None] For port 82cb376f-6734-45be-b899-dc3442883f65, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=82cb376f-6734-45be-b899-dc3442883f65,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:08.609965 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 82cb376f-6734-45be-b899-dc3442883f65 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:08.610333 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:08.631851 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8762921e-bc42-4706-b600-ed375b4dc251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:08.690466 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:07Z', 'revision_number': 3, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port': {'id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:08.728455 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Checking router: f6a222dd-06bc-4674-85dc-abea2196acd7 for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:04:08.729082 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Updating router f6a222dd-06bc-4674-85dc-abea2196acd7 port 9b8ae6b9-7a59-4279-b6b8-298f102ef081 binding host dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:04:08.738338 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762921e-bc42-4706-b600-ed375b4dc251 None None] Pushing event updated for resources: {'Port': ['ID=82cb376f-6734-45be-b899-dc3442883f65,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:08.755118 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Allocated IP 172.20.0.1 (e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4/d4f46289-bfb1-43d4-b092-bc64f39a3c09/99beaafb-1e62-4e35-8cfa-1e77b1c33388) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:04:08.791657 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:08.886810 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:08.920904 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-13a75bb2-3854-43bd-b537-2e0c7bb85c5a None None] Provisioning complete for port 82cb376f-6734-45be-b899-dc3442883f65 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:08.921505 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-13a75bb2-3854-43bd-b537-2e0c7bb85c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:08.929095 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:08.967658 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:04:08.973951 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:04:08.977407 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:04:09.000242 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Pushing event updated for resources: {'Port': ['ID=99beaafb-1e62-4e35-8cfa-1e77b1c33388,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:09.019984 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404909'] for router_interface, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:09.151405 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Publish callbacks [] for port, precommit_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:09.158737 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:09.169961 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:09.222195 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Attempting to bind port 9b8ae6b9-7a59-4279-b6b8-298f102ef081 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:04:09.222563 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Attempting to bind port 9b8ae6b9-7a59-4279-b6b8-298f102ef081 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:04:09.222929 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Attempting to bind port 9b8ae6b9-7a59-4279-b6b8-298f102ef081 on network 35e91d60-8c71-47d2-b9df-69aef295cc4e {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:04:09.226842 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8285bc5-7251-4834-ba3a-fce096159a94 None None] Pushing event updated for resources: {'Port': ['ID=9b8ae6b9-7a59-4279-b6b8-298f102ef081,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:09.234787 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:04:09.235162 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Checking segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:04:09.235565 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:09.235949 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Bound using segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:04:09.236416 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Bound port: 9b8ae6b9-7a59-4279-b6b8-298f102ef081, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:04:09.236859 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:09.260190 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-f9fa452d-f1e7-40aa-b254-9e908c7f4b68 None None] Provisioning complete for port 99beaafb-1e62-4e35-8cfa-1e77b1c33388 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:09.260446 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-f9fa452d-f1e7-40aa-b254-9e908c7f4b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:09.312916 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-f9fa452d-f1e7-40aa-b254-9e908c7f4b68 None None] Port 99beaafb-1e62-4e35-8cfa-1e77b1c33388 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:04:09.317389 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] For port 9b8ae6b9-7a59-4279-b6b8-298f102ef081, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:04:09.320547 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] For port 9b8ae6b9-7a59-4279-b6b8-298f102ef081, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=9b8ae6b9-7a59-4279-b6b8-298f102ef081,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:04:09.325474 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:09.333815 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:09.338795 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:09.380558 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Routers {'f6a222dd-06bc-4674-85dc-abea2196acd7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:04:09.381194 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:04:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f6a222dd-06bc-4674-85dc-abea2196acd7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:09.386658 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8285bc5-7251-4834-ba3a-fce096159a94 None None] Pushing event updated for resources: {'Port': ['ID=9b8ae6b9-7a59-4279-b6b8-298f102ef081,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:09.404565 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404509'] for router_interface, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:09.406432 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Pushing event updated for resources: {'Port': ['ID=99beaafb-1e62-4e35-8cfa-1e77b1c33388,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:09.489439 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] Set router f6a222dd-06bc-4674-85dc-abea2196acd7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:04:09.498378 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:04:09.499758 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:04:09.623960 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Router f6a222dd-06bc-4674-85dc-abea2196acd7 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:04:09.698064 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 4, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port': {'id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '99beaafb-1e62-4e35-8cfa-1e77b1c33388', 'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'mac_address': 'fa:16:3e:b7:45:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:08Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 2, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'subnets': [{'id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:09.726901 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063cf7a-ac51-4662-ae0e-450da0680653 None None] The sync data for ids ['f6a222dd-06bc-4674-85dc-abea2196acd7'] in dv-cinder-768458-17-iscsi is: [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 4, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port': {'id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '99beaafb-1e62-4e35-8cfa-1e77b1c33388', 'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'mac_address': 'fa:16:3e:b7:45:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:08Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 2, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'subnets': [{'id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:04:09.737917 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5ca58d0f-2812-4f71-a4d5-f7b5387ef1cc None None] Provisioning complete for port 99beaafb-1e62-4e35-8cfa-1e77b1c33388 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:09.738285 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5ca58d0f-2812-4f71-a4d5-f7b5387ef1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:09.738737 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:04:09.752227 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-02fac5f8-7073-4641-b28b-1ccce775d453 admin admin] 10.222.0.46 "PUT /v2.0/routers/f6a222dd-06bc-4674-85dc-abea2196acd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8283100 Nov 23 09:04:09.777614 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5ca58d0f-2812-4f71-a4d5-f7b5387ef1cc None None] Port 99beaafb-1e62-4e35-8cfa-1e77b1c33388 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:04:10.129340 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 42666) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:10.303891 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 82cb376f-6734-45be-b899-dc3442883f65 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:04:10.369919 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 82cb376f-6734-45be-b899-dc3442883f65 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:10.370621 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.375280 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 42676) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:10.378951 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-76649d4b-608d-4908-8984-42326d9e8a3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.382430 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1843444048-network', 'tenant_id': '9e36aefaf01543689a83219193e2a836'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:10.408074 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Made reservation on behalf of 9e36aefaf01543689a83219193e2a836 for: {'network': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:04:10.412255 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.424013 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.502806 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-76649d4b-608d-4908-8984-42326d9e8a3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.512695 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-76649d4b-608d-4908-8984-42326d9e8a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.543641 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.547920 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.552246 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76649d4b-608d-4908-8984-42326d9e8a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8632ce9b-23d6-4036-bc6c-a5cd4ffeff87,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:10.570276 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-76649d4b-608d-4908-8984-42326d9e8a3c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31f75780d55c4ea8815693f9e8e75965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4398274 Nov 23 09:04:10.573456 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 42678) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:10.576051 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:04:10.592588 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed37a5b-e029-4d51-a59a-ae902d708164,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:10.598648 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.599084 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.segments_db [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Added segment 7d478935-4a0d-45d8-b286-446623edf54a of type vlan for network 8d77db47-1c0c-4201-b47b-7fd15337bc85 Nov 23 09:04:10.629486 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1b54ae18-6001-416a-9f9c-7ca897fff450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.642017 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.655228 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1b54ae18-6001-416a-9f9c-7ca897fff450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.673834 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.674960 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:10.675547 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.711063 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3339751 Nov 23 09:04:10.715524 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 42680) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:10.720646 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-46af50c7-45bc-4850-b3cc-0139f7613108 admin admin] Request body: {'subnet': {'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1843444048-subnet', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'ip_version': 4}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:10.725135 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1b54ae18-6001-416a-9f9c-7ca897fff450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.728459 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1b54ae18-6001-416a-9f9c-7ca897fff450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.731899 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-1b54ae18-6001-416a-9f9c-7ca897fff450 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8632ce9b-23d6-4036-bc6c-a5cd4ffeff87 HTTP/1.1" status: 204 len: 168 time: 0.1552687 Nov 23 09:04:10.746891 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54ae18-6001-416a-9f9c-7ca897fff450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8632ce9b-23d6-4036-bc6c-a5cd4ffeff87,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:10.747366 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52776e8-7458-400c-a789-7ad1f4bbc068 admin admin] Pushing event updated for resources: {'Network': ['ID=8d77db47-1c0c-4201-b47b-7fd15337bc85,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:10.759325 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46af50c7-45bc-4850-b3cc-0139f7613108 admin admin] Made reservation on behalf of 9e36aefaf01543689a83219193e2a836 for: {'subnet': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:04:10.762525 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-46af50c7-45bc-4850-b3cc-0139f7613108 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11572689'] for subnet, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:10.810120 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network 8d77db47-1c0c-4201-b47b-7fd15337bc85 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:04:10.981772 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-46af50c7-45bc-4850-b3cc-0139f7613108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8753251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11572675'] for subnet, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.041451 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af50c7-45bc-4850-b3cc-0139f7613108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76171433-ddd2-4545-832a-0652d7eaa873,revision_number=0']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:11.069923 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af50c7-45bc-4850-b3cc-0139f7613108 admin admin] Checking segment: {'id': '7d478935-4a0d-45d8-b286-446623edf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:04:11.070397 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af50c7-45bc-4850-b3cc-0139f7613108 admin admin] Network hostable DHCP agents. Network: 8d77db47-1c0c-4201-b47b-7fd15337bc85, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:04:11.105817 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af50c7-45bc-4850-b3cc-0139f7613108 admin admin] Network 8d77db47-1c0c-4201-b47b-7fd15337bc85 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:04:11.115298 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-46af50c7-45bc-4850-b3cc-0139f7613108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, 8d77db47-1c0c-4201-b47b-7fd15337bc85) {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:04:11.120117 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46af50c7-45bc-4850-b3cc-0139f7613108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:11.121271 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-46af50c7-45bc-4850-b3cc-0139f7613108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.126875 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee425f6-1d8b-49e5-8a17-8efe088a23f4 None None] Network 8d77db47-1c0c-4201-b47b-7fd15337bc85 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:04:11.140669 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-46af50c7-45bc-4850-b3cc-0139f7613108 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4238274 Nov 23 09:04:11.143184 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 42688) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:11.147475 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1843444048-router', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:11.173812 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-289495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13381'] for router, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.175072 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13372'] for router, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.233287 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.289441 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp201ed441-e3b8-53ca-a227-4322de3d7a4e-8d77db47-1c0c-4201-b47b-7fd15337bc85', 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'fixed_ips': [{'subnet_id': '76171433-ddd2-4545-832a-0652d7eaa873'}]}} from dv-cinder-768458-17-iscsi. {{(pid=102543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:04:11.290366 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.369823 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.425334 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.db_base_plugin_common [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Allocated IP 172.20.0.2 (8d77db47-1c0c-4201-b47b-7fd15337bc85/76171433-ddd2-4545-832a-0652d7eaa873/4d2be1ad-2750-4cab-932d-5256e20284b7) {{(pid=102543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:04:11.573131 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.575661 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Publish callbacks [] for port, precommit_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.581286 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.593316 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.630097 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Network 8d77db47-1c0c-4201-b47b-7fd15337bc85 is already hosted by enough agents. {{(pid=102543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:04:11.632883 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.base_scheduler [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Resources bound (agent type, host, resource id): {{(pid=102543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:04:11.638092 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Received port after_create {{(pid=102543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:04:11.641236 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Pushing event updated for resources: {'Port': ['ID=4d2be1ad-2750-4cab-932d-5256e20284b7,revision_number=1']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:11.693827 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Attempting to bind port 4d2be1ad-2750-4cab-932d-5256e20284b7 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:04:11.694195 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Attempting to bind port 4d2be1ad-2750-4cab-932d-5256e20284b7 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '7d478935-4a0d-45d8-b286-446623edf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:04:11.694556 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Attempting to bind port 4d2be1ad-2750-4cab-932d-5256e20284b7 on network 8d77db47-1c0c-4201-b47b-7fd15337bc85 {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:04:11.700052 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Allocated IP 172.27.2.217 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/d1b18367-2cc2-4b1f-af58-c6d65e22f549) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:04:11.700775 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:04:11.701151 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Checking segment: {'id': '7d478935-4a0d-45d8-b286-446623edf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:04:11.701585 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.701981 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Bound using segment: {'id': '7d478935-4a0d-45d8-b286-446623edf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:04:11.702448 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Bound port: 4d2be1ad-2750-4cab-932d-5256e20284b7, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d478935-4a0d-45d8-b286-446623edf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:04:11.702833 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.765951 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] For port 4d2be1ad-2750-4cab-932d-5256e20284b7, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:04:11.769273 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] For port 4d2be1ad-2750-4cab-932d-5256e20284b7, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=4d2be1ad-2750-4cab-932d-5256e20284b7,segment=NetworkSegment(7d478935-4a0d-45d8-b286-446623edf54a),segment_id=7d478935-4a0d-45d8-b286-446623edf54a)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:04:11.773766 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.811233 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.829122 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca6520-16ca-4435-a9d8-99080c5e3f46 None None] Pushing event updated for resources: {'Port': ['ID=4d2be1ad-2750-4cab-932d-5256e20284b7,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:11.847792 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:11.893423 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:04:11.896318 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:04:11.901504 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:04:11.904798 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Pushing event updated for resources: {'Port': ['ID=d1b18367-2cc2-4b1f-af58-c6d65e22f549,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:11.986595 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Sync routers for ids ['f6a222dd-06bc-4674-85dc-abea2196acd7'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:04:11.998340 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Routers {'f6a222dd-06bc-4674-85dc-abea2196acd7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:04:11.998819 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:04:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f6a222dd-06bc-4674-85dc-abea2196acd7'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:12.132415 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Set router f6a222dd-06bc-4674-85dc-abea2196acd7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:04:12.188920 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:12.349088 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4d2be1ad-2750-4cab-932d-5256e20284b7 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:04:12.372976 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 4, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port': {'id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '99beaafb-1e62-4e35-8cfa-1e77b1c33388', 'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'mac_address': 'fa:16:3e:b7:45:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:08Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 2, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'subnets': [{'id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:12.403082 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 4d2be1ad-2750-4cab-932d-5256e20284b7 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:12.403449 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:12.407476 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Checking router: f6a222dd-06bc-4674-85dc-abea2196acd7 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:04:12.407837 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Updating router f6a222dd-06bc-4674-85dc-abea2196acd7 port 99beaafb-1e62-4e35-8cfa-1e77b1c33388 binding host dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:04:12.422549 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404828'] for router, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:12.434131 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:12.488193 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:12.523452 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port 4d2be1ad-2750-4cab-932d-5256e20284b7, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=4d2be1ad-2750-4cab-932d-5256e20284b7,segment=NetworkSegment(7d478935-4a0d-45d8-b286-446623edf54a),segment_id=7d478935-4a0d-45d8-b286-446623edf54a)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:12.529425 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:12.531689 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 9b8ae6b9-7a59-4279-b6b8-298f102ef081 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:04:12.611449 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=4d2be1ad-2750-4cab-932d-5256e20284b7,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:12.645863 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 9b8ae6b9-7a59-4279-b6b8-298f102ef081 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:12.646238 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:12.733120 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:12.741644 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:12.749624 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:12.760186 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port 9b8ae6b9-7a59-4279-b6b8-298f102ef081, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=9b8ae6b9-7a59-4279-b6b8-298f102ef081,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:12.765673 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:12.809819 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Router 29d545bc-5acb-45e5-9353-9198ccdf99d3 is scheduled to L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce with binding_index 1 {{(pid=102541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:04:12.843966 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Pushing event updated for resources: {'Port': ['ID=99beaafb-1e62-4e35-8cfa-1e77b1c33388,revision_number=3']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:12.855456 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:12.856224 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:12.856787 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:12.857396 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:12.857838 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:12.858287 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:12.858721 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:12.859171 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:12.859620 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:12.860049 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:12.860474 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:12.860901 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:12.897414 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Attempting to bind port 99beaafb-1e62-4e35-8cfa-1e77b1c33388 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:04:12.898051 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Attempting to bind port 99beaafb-1e62-4e35-8cfa-1e77b1c33388 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '619998b1-8d20-4eb1-a3fe-a049eed4386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4'}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:04:12.898608 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Attempting to bind port 99beaafb-1e62-4e35-8cfa-1e77b1c33388 on network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:04:12.907754 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:04:12.908475 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Checking segment: {'id': '619998b1-8d20-4eb1-a3fe-a049eed4386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:04:12.909312 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:12.909867 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Bound using segment: {'id': '619998b1-8d20-4eb1-a3fe-a049eed4386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4'} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:04:12.910502 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Bound port: 99beaafb-1e62-4e35-8cfa-1e77b1c33388, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619998b1-8d20-4eb1-a3fe-a049eed4386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4'}}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:04:12.911124 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:12.986570 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=9b8ae6b9-7a59-4279-b6b8-298f102ef081,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:12.991910 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:04:13.006002 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Sync routers for ids ['29d545bc-5acb-45e5-9353-9198ccdf99d3'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:04:13.007796 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] For port 99beaafb-1e62-4e35-8cfa-1e77b1c33388, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:04:13.013337 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] For port 99beaafb-1e62-4e35-8cfa-1e77b1c33388, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=99beaafb-1e62-4e35-8cfa-1e77b1c33388,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:04:13.019524 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:13.022342 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] Publish callbacks [] for router, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:13.022843 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d87830-ece4-47bf-a03f-99cb68e04c08 None None] Network 8d77db47-1c0c-4201-b47b-7fd15337bc85 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:04:13.023889 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-b6462991-8c29-4b52-bcc1-b86fc31fc47b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8796318 Nov 23 09:04:13.027448 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 42694) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:13.041118 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Routers {'29d545bc-5acb-45e5-9353-9198ccdf99d3'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:04:13.041778 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:04:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['29d545bc-5acb-45e5-9353-9198ccdf99d3'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:13.122685 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Routers {'f6a222dd-06bc-4674-85dc-abea2196acd7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:04:13.123301 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:04:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f6a222dd-06bc-4674-85dc-abea2196acd7'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:13.125495 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1369c6f-6e57-4271-a419-9c5b92bc8aa9 None None] Pushing event updated for resources: {'Port': ['ID=99beaafb-1e62-4e35-8cfa-1e77b1c33388,revision_number=4']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:13.186663 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-1eba739f-cf27-4371-9615-d7f7f995f2fc None None] Provisioning complete for port 4d2be1ad-2750-4cab-932d-5256e20284b7 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:13.187493 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1eba739f-cf27-4371-9615-d7f7f995f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:13.268571 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] Set router f6a222dd-06bc-4674-85dc-abea2196acd7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:04:13.298465 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Set router 29d545bc-5acb-45e5-9353-9198ccdf99d3 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:04:13.532659 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 4, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port': {'id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '99beaafb-1e62-4e35-8cfa-1e77b1c33388', 'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'mac_address': 'fa:16:3e:b7:45:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:08Z', 'updated_at': '2021-11-23T09:04:13Z', 'revision_number': 4, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'subnets': [{'id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:13.558915 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed1679-6249-4b22-8182-07be8d36ad2d None None] The sync data for ids ['f6a222dd-06bc-4674-85dc-abea2196acd7'] in dv-cinder-768458-17-iscsi is: [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 4, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port': {'id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '99beaafb-1e62-4e35-8cfa-1e77b1c33388', 'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'mac_address': 'fa:16:3e:b7:45:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:08Z', 'updated_at': '2021-11-23T09:04:13Z', 'revision_number': 4, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'subnets': [{'id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:04:13.565509 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'name': 'tempest-TestMinimumBasicScenario-1843444048-router', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:04:12Z', 'revision_number': 3, 'project_id': '9e36aefaf01543689a83219193e2a836', 'gw_port': {'id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:13.590058 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:13.594651 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Checking router: 29d545bc-5acb-45e5-9353-9198ccdf99d3 for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:04:13.595006 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Updating router 29d545bc-5acb-45e5-9353-9198ccdf99d3 port d1b18367-2cc2-4b1f-af58-c6d65e22f549 binding host dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:04:13.644836 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:13.653456 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-dc83a12e-1a45-4da7-a95f-fbf40140e944 None None] Provisioning complete for port 99beaafb-1e62-4e35-8cfa-1e77b1c33388 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:13.653976 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-dc83a12e-1a45-4da7-a95f-fbf40140e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:13.769819 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Allocated IP 172.20.0.1 (8d77db47-1c0c-4201-b47b-7fd15337bc85/76171433-ddd2-4545-832a-0652d7eaa873/49efe4d5-1a34-491f-b16d-ed29b9a87a44) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:04:13.879866 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:13.880444 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-dc83a12e-1a45-4da7-a95f-fbf40140e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:13.918841 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:13.937959 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-dc83a12e-1a45-4da7-a95f-fbf40140e944 None None] For port 99beaafb-1e62-4e35-8cfa-1e77b1c33388, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=99beaafb-1e62-4e35-8cfa-1e77b1c33388,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:13.944861 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-dc83a12e-1a45-4da7-a95f-fbf40140e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:13.956222 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Network 8d77db47-1c0c-4201-b47b-7fd15337bc85 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:04:13.961094 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:04:13.964946 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:04:14.018507 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404909'] for router_interface, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:14.023201 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Pushing event updated for resources: {'Port': ['ID=49efe4d5-1a34-491f-b16d-ed29b9a87a44,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:14.044414 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83a12e-1a45-4da7-a95f-fbf40140e944 None None] Pushing event updated for resources: {'Port': ['ID=99beaafb-1e62-4e35-8cfa-1e77b1c33388,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:14.085155 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:14.098676 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:14.110878 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-4cc7c99a-8d37-444d-9be9-5c44eed5bb87 None None] Provisioning complete for port 4d2be1ad-2750-4cab-932d-5256e20284b7 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:14.111457 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-4cc7c99a-8d37-444d-9be9-5c44eed5bb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:14.172702 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:14.220390 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Attempting to bind port d1b18367-2cc2-4b1f-af58-c6d65e22f549 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:04:14.220769 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Attempting to bind port d1b18367-2cc2-4b1f-af58-c6d65e22f549 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:04:14.221139 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Attempting to bind port d1b18367-2cc2-4b1f-af58-c6d65e22f549 on network 35e91d60-8c71-47d2-b9df-69aef295cc4e {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:04:14.223880 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdcdf5-b2f4-44f4-a8bc-e7bd2c13bbf9 None None] Pushing event updated for resources: {'Port': ['ID=d1b18367-2cc2-4b1f-af58-c6d65e22f549,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:14.252273 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:04:14.252273 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Checking segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:04:14.252617 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:14.253118 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Bound using segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:04:14.253533 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Bound port: d1b18367-2cc2-4b1f-af58-c6d65e22f549, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:04:14.253926 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:14.325346 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] For port d1b18367-2cc2-4b1f-af58-c6d65e22f549, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:04:14.328761 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] For port d1b18367-2cc2-4b1f-af58-c6d65e22f549, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=d1b18367-2cc2-4b1f-af58-c6d65e22f549,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:04:14.341139 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:14.348134 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4d2be1ad-2750-4cab-932d-5256e20284b7 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:04:14.458525 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdcdf5-b2f4-44f4-a8bc-e7bd2c13bbf9 None None] Pushing event updated for resources: {'Port': ['ID=d1b18367-2cc2-4b1f-af58-c6d65e22f549,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:14.461027 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Routers {'29d545bc-5acb-45e5-9353-9198ccdf99d3'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:04:14.462367 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:04:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['29d545bc-5acb-45e5-9353-9198ccdf99d3'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:14.465533 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-30233a95-4dff-4b59-b5ff-59fbb73804b4 None None] Provisioning complete for port 49efe4d5-1a34-491f-b16d-ed29b9a87a44 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:14.465928 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-30233a95-4dff-4b59-b5ff-59fbb73804b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:14.542845 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 4d2be1ad-2750-4cab-932d-5256e20284b7 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:14.543126 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:14.593015 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-30233a95-4dff-4b59-b5ff-59fbb73804b4 None None] Port 49efe4d5-1a34-491f-b16d-ed29b9a87a44 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:04:14.636254 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] Set router 29d545bc-5acb-45e5-9353-9198ccdf99d3 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:04:14.638504 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:14.642934 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:14.713953 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404509'] for router_interface, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:14.715867 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Pushing event updated for resources: {'Port': ['ID=49efe4d5-1a34-491f-b16d-ed29b9a87a44,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:14.809383 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Network 8d77db47-1c0c-4201-b47b-7fd15337bc85 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:04:14.810806 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:04:14.877986 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 9b8ae6b9-7a59-4279-b6b8-298f102ef081 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:04:14.933335 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Router 29d545bc-5acb-45e5-9353-9198ccdf99d3 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:04:15.001814 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 9b8ae6b9-7a59-4279-b6b8-298f102ef081 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:15.002190 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:15.048711 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:04:15.053959 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-df5bd237-bc63-4574-80db-b775b77985c0 admin admin] 10.222.0.46 "PUT /v2.0/routers/29d545bc-5acb-45e5-9353-9198ccdf99d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0248654 Nov 23 09:04:15.059086 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-f8f35d49-500a-4d3f-ac7c-deaf052f6258 None None] Provisioning complete for port 49efe4d5-1a34-491f-b16d-ed29b9a87a44 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:15.059516 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-f8f35d49-500a-4d3f-ac7c-deaf052f6258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:15.108402 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'name': 'tempest-TestMinimumBasicScenario-1843444048-router', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:04:14Z', 'revision_number': 4, 'project_id': '9e36aefaf01543689a83219193e2a836', 'gw_port': {'id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '49efe4d5-1a34-491f-b16d-ed29b9a87a44', 'name': '', 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'mac_address': 'fa:16:3e:80:89:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '76171433-ddd2-4545-832a-0652d7eaa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:13Z', 'updated_at': '2021-11-23T09:04:13Z', 'revision_number': 1, 'project_id': '9e36aefaf01543689a83219193e2a836', 'subnets': [{'id': '76171433-ddd2-4545-832a-0652d7eaa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:15.158030 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-f8f35d49-500a-4d3f-ac7c-deaf052f6258 None None] Port 49efe4d5-1a34-491f-b16d-ed29b9a87a44 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:04:15.161112 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc0418-d4ab-4019-8cec-df6f011499a6 None None] The sync data for ids ['29d545bc-5acb-45e5-9353-9198ccdf99d3'] in dv-cinder-768458-17-iscsi is: [{'id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'name': 'tempest-TestMinimumBasicScenario-1843444048-router', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:04:14Z', 'revision_number': 4, 'project_id': '9e36aefaf01543689a83219193e2a836', 'gw_port': {'id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '49efe4d5-1a34-491f-b16d-ed29b9a87a44', 'name': '', 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'mac_address': 'fa:16:3e:80:89:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '76171433-ddd2-4545-832a-0652d7eaa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:13Z', 'updated_at': '2021-11-23T09:04:13Z', 'revision_number': 1, 'project_id': '9e36aefaf01543689a83219193e2a836', 'subnets': [{'id': '76171433-ddd2-4545-832a-0652d7eaa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:04:15.178438 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 99beaafb-1e62-4e35-8cfa-1e77b1c33388 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:04:15.230520 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 99beaafb-1e62-4e35-8cfa-1e77b1c33388 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:15.230894 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:15.655049 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:17.799883 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Sync routers for ids ['29d545bc-5acb-45e5-9353-9198ccdf99d3'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:04:17.810768 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Routers {'29d545bc-5acb-45e5-9353-9198ccdf99d3'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:04:17.811576 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:04:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['29d545bc-5acb-45e5-9353-9198ccdf99d3'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:17.934824 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Set router 29d545bc-5acb-45e5-9353-9198ccdf99d3 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:04:18.285703 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'name': 'tempest-TestMinimumBasicScenario-1843444048-router', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:04:14Z', 'revision_number': 4, 'project_id': '9e36aefaf01543689a83219193e2a836', 'gw_port': {'id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '49efe4d5-1a34-491f-b16d-ed29b9a87a44', 'name': '', 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'mac_address': 'fa:16:3e:80:89:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '76171433-ddd2-4545-832a-0652d7eaa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:13Z', 'updated_at': '2021-11-23T09:04:14Z', 'revision_number': 2, 'project_id': '9e36aefaf01543689a83219193e2a836', 'subnets': [{'id': '76171433-ddd2-4545-832a-0652d7eaa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:18.327501 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Checking router: 29d545bc-5acb-45e5-9353-9198ccdf99d3 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:04:18.327860 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Updating router 29d545bc-5acb-45e5-9353-9198ccdf99d3 port 49efe4d5-1a34-491f-b16d-ed29b9a87a44 binding host dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:04:18.333192 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device d1b18367-2cc2-4b1f-af58-c6d65e22f549 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:04:18.353721 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:18.388038 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port d1b18367-2cc2-4b1f-af58-c6d65e22f549 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:18.388197 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:18.486258 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:18.510607 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port d1b18367-2cc2-4b1f-af58-c6d65e22f549, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=d1b18367-2cc2-4b1f-af58-c6d65e22f549,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:18.516080 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:18.575913 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=d1b18367-2cc2-4b1f-af58-c6d65e22f549,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:18.642003 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:18.648283 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:18.757402 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae698a-c76b-4739-8c57-5450dcf4311f None None] Pushing event updated for resources: {'Port': ['ID=49efe4d5-1a34-491f-b16d-ed29b9a87a44,revision_number=3']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:18.785825 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Attempting to bind port 49efe4d5-1a34-491f-b16d-ed29b9a87a44 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:04:18.787234 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Attempting to bind port 49efe4d5-1a34-491f-b16d-ed29b9a87a44 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '7d478935-4a0d-45d8-b286-446623edf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85'}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:04:18.788518 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Attempting to bind port 49efe4d5-1a34-491f-b16d-ed29b9a87a44 on network 8d77db47-1c0c-4201-b47b-7fd15337bc85 {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:04:18.795944 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:04:18.796610 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Checking segment: {'id': '7d478935-4a0d-45d8-b286-446623edf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:04:18.797227 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:18.797806 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Bound using segment: {'id': '7d478935-4a0d-45d8-b286-446623edf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85'} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:04:18.798494 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Bound port: 49efe4d5-1a34-491f-b16d-ed29b9a87a44, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d478935-4a0d-45d8-b286-446623edf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85'}}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:04:18.799109 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:18.910548 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] For port 49efe4d5-1a34-491f-b16d-ed29b9a87a44, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:04:18.916163 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] For port 49efe4d5-1a34-491f-b16d-ed29b9a87a44, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=49efe4d5-1a34-491f-b16d-ed29b9a87a44,segment=NetworkSegment(7d478935-4a0d-45d8-b286-446623edf54a),segment_id=7d478935-4a0d-45d8-b286-446623edf54a)] {{(pid=102544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:04:18.921921 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:18.936895 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-d93541cb-4c2e-4d01-8cb9-6067d3647175 None None] Provisioning complete for port 49efe4d5-1a34-491f-b16d-ed29b9a87a44 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:18.937983 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d93541cb-4c2e-4d01-8cb9-6067d3647175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:18.997581 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Routers {'29d545bc-5acb-45e5-9353-9198ccdf99d3'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:04:18.998719 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:04:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['29d545bc-5acb-45e5-9353-9198ccdf99d3'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:19.041315 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae698a-c76b-4739-8c57-5450dcf4311f None None] Pushing event updated for resources: {'Port': ['ID=49efe4d5-1a34-491f-b16d-ed29b9a87a44,revision_number=4']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:19.048910 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d93541cb-4c2e-4d01-8cb9-6067d3647175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:19.096859 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-d93541cb-4c2e-4d01-8cb9-6067d3647175 None None] For port 49efe4d5-1a34-491f-b16d-ed29b9a87a44, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=49efe4d5-1a34-491f-b16d-ed29b9a87a44,segment=NetworkSegment(7d478935-4a0d-45d8-b286-446623edf54a),segment_id=7d478935-4a0d-45d8-b286-446623edf54a)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:19.100991 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d93541cb-4c2e-4d01-8cb9-6067d3647175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:19.151601 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] Set router 29d545bc-5acb-45e5-9353-9198ccdf99d3 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:04:19.167771 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93541cb-4c2e-4d01-8cb9-6067d3647175 None None] Pushing event updated for resources: {'Port': ['ID=49efe4d5-1a34-491f-b16d-ed29b9a87a44,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:19.230705 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-01465260-2fe9-40a5-ba41-c4e095d75170 None None] Provisioning complete for port 49efe4d5-1a34-491f-b16d-ed29b9a87a44 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:19.231158 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-01465260-2fe9-40a5-ba41-c4e095d75170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:19.393533 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'name': 'tempest-TestMinimumBasicScenario-1843444048-router', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:04:14Z', 'revision_number': 4, 'project_id': '9e36aefaf01543689a83219193e2a836', 'gw_port': {'id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '49efe4d5-1a34-491f-b16d-ed29b9a87a44', 'name': '', 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'mac_address': 'fa:16:3e:80:89:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '76171433-ddd2-4545-832a-0652d7eaa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:13Z', 'updated_at': '2021-11-23T09:04:18Z', 'revision_number': 4, 'project_id': '9e36aefaf01543689a83219193e2a836', 'subnets': [{'id': '76171433-ddd2-4545-832a-0652d7eaa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:19.422622 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c738879-af60-4556-9fe1-89b63a378532 None None] The sync data for ids ['29d545bc-5acb-45e5-9353-9198ccdf99d3'] in dv-cinder-768458-17-iscsi is: [{'id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'name': 'tempest-TestMinimumBasicScenario-1843444048-router', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:04:14Z', 'revision_number': 4, 'project_id': '9e36aefaf01543689a83219193e2a836', 'gw_port': {'id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '49efe4d5-1a34-491f-b16d-ed29b9a87a44', 'name': '', 'network_id': '8d77db47-1c0c-4201-b47b-7fd15337bc85', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'mac_address': 'fa:16:3e:80:89:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '76171433-ddd2-4545-832a-0652d7eaa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:13Z', 'updated_at': '2021-11-23T09:04:18Z', 'revision_number': 4, 'project_id': '9e36aefaf01543689a83219193e2a836', 'subnets': [{'id': '76171433-ddd2-4545-832a-0652d7eaa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:04:20.313781 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 49efe4d5-1a34-491f-b16d-ed29b9a87a44 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:04:20.384387 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 49efe4d5-1a34-491f-b16d-ed29b9a87a44 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:20.384823 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:20.480068 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device d1b18367-2cc2-4b1f-af58-c6d65e22f549 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:04:20.531981 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port d1b18367-2cc2-4b1f-af58-c6d65e22f549 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:20.532301 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:22.707158 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:04:24.816099 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e1840-49fe-496a-a62a-2aa2ae994320 req-5a8d7271-6721-4d60-a832-d36af682c837 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:24.817610 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d81e1840-49fe-496a-a62a-2aa2ae994320 req-5a8d7271-6721-4d60-a832-d36af682c837 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Nov 23 09:04:24.869922 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d81e1840-49fe-496a-a62a-2aa2ae994320 req-0289e0f9-8aaf-4ec3-8e95-1cd62a1d1f0e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450323 Nov 23 09:04:24.871553 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-439cc9d0-701f-4e3d-96fd-6159a2d73883 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:24.873229 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-439cc9d0-701f-4e3d-96fd-6159a2d73883 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/networks?id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 HTTP/1.1" status: 200 len: 815 time: 0.1042359 Nov 23 09:04:24.888830 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-5879c289-4377-4343-94d8-40679004b4d7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/quotas/5d37eeef32a14dfcad683356d32556e8 HTTP/1.1" status: 200 len: 375 time: 0.0101767 Nov 23 09:04:24.943130 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-0e208289-64ae-42aa-9af0-b2dc2bb83d40 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d37eeef32a14dfcad683356d32556e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484734 Nov 23 09:04:25.130555 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-991de5c4-d1a3-499d-bcef-504af21f2110 service neutron] 10.222.0.46 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752021 Nov 23 09:04:25.220513 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-3c1c2455-651e-4db0-8481-40ddd7099db3 service neutron] 10.222.0.46 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836775 Nov 23 09:04:25.378734 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3f3ae3dc-28c6-4448-93b0-abb3239e7b34 req-27138220-3aeb-457f-8d96-e9a32ea813d0 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 210 time: 0.0270147 Nov 23 09:04:25.996297 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4e34c-6e36-4c75-b462-f92d27715e4e req-0ecc9458-a36e-403b-9dc2-67fb785307b9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:25.997755 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-30c4e34c-6e36-4c75-b462-f92d27715e4e req-0ecc9458-a36e-403b-9dc2-67fb785307b9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0538743 Nov 23 09:04:26.046317 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-30c4e34c-6e36-4c75-b462-f92d27715e4e req-52e4adf4-9588-4b14-b247-fbd72b5671ec tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423524 Nov 23 09:04:26.445326 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e7004f3d-a3e9-474f-8174-00800067bb65 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:26.447130 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e7004f3d-a3e9-474f-8174-00800067bb65 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.47 "GET /v2.0/networks?id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 HTTP/1.1" status: 200 len: 815 time: 0.1087883 Nov 23 09:04:26.464283 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ae1170ee-92bb-48f3-a9eb-db7cc093cbc7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Request body: {'port': {'device_id': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'admin_state_up': True, 'tenant_id': '5d37eeef32a14dfcad683356d32556e8'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:26.499798 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b5411dda-a352-4ad0-8774-c3dffbee6d8a req-bfc22a9b-afc5-4edf-9ea0-3ad0cdcb142d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 210 time: 0.0508239 Nov 23 09:04:26.597180 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ae1170ee-92bb-48f3-a9eb-db7cc093cbc7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Made reservation on behalf of 5d37eeef32a14dfcad683356d32556e8 for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:04:26.600876 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ae1170ee-92bb-48f3-a9eb-db7cc093cbc7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:26.734430 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ae1170ee-92bb-48f3-a9eb-db7cc093cbc7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Allocated IP 172.20.0.4 (e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4/d4f46289-bfb1-43d4-b092-bc64f39a3c09/c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:04:26.948729 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ae1170ee-92bb-48f3-a9eb-db7cc093cbc7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:26.984255 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ae1170ee-92bb-48f3-a9eb-db7cc093cbc7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:27.041395 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ae1170ee-92bb-48f3-a9eb-db7cc093cbc7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:04:27.044575 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ae1170ee-92bb-48f3-a9eb-db7cc093cbc7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:04:27.051536 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ae1170ee-92bb-48f3-a9eb-db7cc093cbc7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:04:27.086370 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1170ee-92bb-48f3-a9eb-db7cc093cbc7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event updated for resources: {'Port': ['ID=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:27.109858 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ae1170ee-92bb-48f3-a9eb-db7cc093cbc7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:27.110617 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ae1170ee-92bb-48f3-a9eb-db7cc093cbc7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:27.134426 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ae1170ee-92bb-48f3-a9eb-db7cc093cbc7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6753235 Nov 23 09:04:27.225736 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e75ed5-3d49-4d13-b335-09ee51c25ecc req-2a74e6f7-d0ad-4be4-b0d9-9b8c1f240c4d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:27.227892 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-88e75ed5-3d49-4d13-b335-09ee51c25ecc req-2a74e6f7-d0ad-4be4-b0d9-9b8c1f240c4d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0754278 Nov 23 09:04:27.286020 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-88e75ed5-3d49-4d13-b335-09ee51c25ecc req-cc75e54e-42d0-4edf-99a3-7f64315e062e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520856 Nov 23 09:04:27.402391 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-98d3427a-0e1d-4632-89bf-3f7ee05016fb None None] Provisioning complete for port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:27.402927 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-98d3427a-0e1d-4632-89bf-3f7ee05016fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:27.438711 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-98d3427a-0e1d-4632-89bf-3f7ee05016fb None None] Port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:04:27.627804 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e6d65-75e2-453a-8086-6b107bf19433 req-a82a12dc-aea2-4b99-917b-f8bd7b7af182 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:27.629314 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d28e6d65-75e2-453a-8086-6b107bf19433 req-a82a12dc-aea2-4b99-917b-f8bd7b7af182 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 931 time: 0.0515308 Nov 23 09:04:27.675818 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d28e6d65-75e2-453a-8086-6b107bf19433 req-1857af94-2a34-47fc-b2ef-585d59933fa4 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Nov 23 09:04:28.420518 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cb225-d3f4-47be-b1c7-8ab0fb188fa1 req-4e7bcec3-0573-475a-b9ce-6a02afbe2628 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:28.422010 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7c4cb225-d3f4-47be-b1c7-8ab0fb188fa1 req-4e7bcec3-0573-475a-b9ce-6a02afbe2628 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0522096 Nov 23 09:04:28.472178 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7c4cb225-d3f4-47be-b1c7-8ab0fb188fa1 req-8365ddc2-81d8-41db-b39c-b5b55a9a1d09 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443101 Nov 23 09:04:28.804170 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98d84b-ee1f-4a17-856d-95ce7a627f59 req-d9b84ed7-4683-4637-a0a2-f5ad535beb66 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:28.805951 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ad98d84b-ee1f-4a17-856d-95ce7a627f59 req-d9b84ed7-4683-4637-a0a2-f5ad535beb66 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 931 time: 0.0607920 Nov 23 09:04:28.860813 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ad98d84b-ee1f-4a17-856d-95ce7a627f59 req-5c975e55-1256-44b0-a075-b12cf59c27e5 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486767 Nov 23 09:04:29.610837 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068df5dc-0403-4da7-a620-5866e7ff8e98 req-b8347ff7-58d2-43c1-a457-704188fa367a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:29.612409 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-068df5dc-0403-4da7-a620-5866e7ff8e98 req-b8347ff7-58d2-43c1-a457-704188fa367a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0642290 Nov 23 09:04:29.663574 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-068df5dc-0403-4da7-a620-5866e7ff8e98 req-1d6aaefa-87f8-406b-8570-634b3d50a24a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436084 Nov 23 09:04:29.983247 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dd2da-eae2-43e3-b5bb-014fb8dfcd5a req-f1797073-a02e-4595-81e3-10b31024201e tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:29.984838 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2e6dd2da-eae2-43e3-b5bb-014fb8dfcd5a req-f1797073-a02e-4595-81e3-10b31024201e tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 931 time: 0.0519805 Nov 23 09:04:30.032029 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2e6dd2da-eae2-43e3-b5bb-014fb8dfcd5a req-369df997-1106-4964-bb61-80a61c15a4bc tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407825 Nov 23 09:04:30.494622 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c41a3fa1-a9c8-4fd1-a65b-a3bb61aaba2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:30.808541 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef1619-cfe2-4977-9dfa-6da7e9ac7600 req-180f135f-4e2b-4d20-802e-a4a91e3bc6a6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:30.810170 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-26ef1619-cfe2-4977-9dfa-6da7e9ac7600 req-180f135f-4e2b-4d20-802e-a4a91e3bc6a6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0533588 Nov 23 09:04:30.859468 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-26ef1619-cfe2-4977-9dfa-6da7e9ac7600 req-db9245e3-31d2-4403-916f-8f1b846dcdb5 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428522 Nov 23 09:04:31.153337 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3464b2-6d00-4d10-a459-8b86e0e749cf req-6c5459c2-f66f-4631-980a-2e361e3e8589 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:31.154822 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ce3464b2-6d00-4d10-a459-8b86e0e749cf req-6c5459c2-f66f-4631-980a-2e361e3e8589 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 931 time: 0.0514855 Nov 23 09:04:31.206896 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ce3464b2-6d00-4d10-a459-8b86e0e749cf req-e65f22ef-e306-48df-a60a-0f8f55d3c1a6 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461524 Nov 23 09:04:31.983212 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88386cfa-9778-4eda-b688-c7489aa0ed63 req-fa8b79cd-5392-4a3e-88c9-894c496be9a2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:31.984721 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-88386cfa-9778-4eda-b688-c7489aa0ed63 req-fa8b79cd-5392-4a3e-88c9-894c496be9a2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0532751 Nov 23 09:04:32.035516 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-88386cfa-9778-4eda-b688-c7489aa0ed63 req-8cf93856-9dbf-47c9-a463-29bfd7f1e1f8 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445569 Nov 23 09:04:32.330817 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727c22a-c479-4901-b59b-9ff806dc35db req-54a8b5be-8474-4e4b-81d6-c87d1cee80fe tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:32.332268 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8727c22a-c479-4901-b59b-9ff806dc35db req-54a8b5be-8474-4e4b-81d6-c87d1cee80fe tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 931 time: 0.0511973 Nov 23 09:04:32.384815 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8727c22a-c479-4901-b59b-9ff806dc35db req-8ba5f976-0fea-41db-8a6b-a2b98149edb7 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450094 Nov 23 09:04:32.611259 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-332fe7c5-ebcf-409f-9f08-f358d0b20bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:33.163410 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1889192-777a-425f-b578-c1f7226c0cb9 req-4c93133b-f41e-41cb-aa90-96339f5d9264 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:33.164971 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c1889192-777a-425f-b578-c1f7226c0cb9 req-4c93133b-f41e-41cb-aa90-96339f5d9264 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0484827 Nov 23 09:04:33.221769 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c1889192-777a-425f-b578-c1f7226c0cb9 req-1ef6d95c-82fd-4e1f-89d1-dfa121379800 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499713 Nov 23 09:04:33.508751 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccade3d-b74a-4262-bd40-6f405dc313ed req-c1e1a6e3-640c-480c-9295-5dccbb8f4ac2 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:33.511381 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6ccade3d-b74a-4262-bd40-6f405dc313ed req-c1e1a6e3-640c-480c-9295-5dccbb8f4ac2 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 931 time: 0.0563209 Nov 23 09:04:33.562532 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6ccade3d-b74a-4262-bd40-6f405dc313ed req-9fcbe65a-c9a2-49e9-97be-9f13cc3105fd tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454600 Nov 23 09:04:33.931339 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:34.345840 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bfed1-e39c-408b-8fbe-da79c1709a88 req-41bfa664-f595-4a5b-bb1d-f8f59be40dec tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:34.347304 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-790bfed1-e39c-408b-8fbe-da79c1709a88 req-41bfa664-f595-4a5b-bb1d-f8f59be40dec tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0533261 Nov 23 09:04:34.395275 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-790bfed1-e39c-408b-8fbe-da79c1709a88 req-7c3e39b1-b149-41ce-9512-ff8fb77bdf99 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414259 Nov 23 09:04:34.685843 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74715cc7-47ae-4593-bad9-dabc85d3114e req-5a94549f-eb58-4800-9d08-fcce7c5d281f tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:34.687279 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-74715cc7-47ae-4593-bad9-dabc85d3114e req-5a94549f-eb58-4800-9d08-fcce7c5d281f tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 931 time: 0.0507219 Nov 23 09:04:34.739495 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-74715cc7-47ae-4593-bad9-dabc85d3114e req-060d419b-68aa-4e83-86da-b2dd52889420 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463238 Nov 23 09:04:34.901357 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:35.521592 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec120de-cabc-498b-9e2c-7a1aa387a2d9 req-81f75f5f-2b8a-49f4-9954-2d8fa785ff20 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:35.523035 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fec120de-cabc-498b-9e2c-7a1aa387a2d9 req-81f75f5f-2b8a-49f4-9954-2d8fa785ff20 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0484703 Nov 23 09:04:35.584311 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fec120de-cabc-498b-9e2c-7a1aa387a2d9 req-8116e454-8ca0-4d67-8651-4958234050ed tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550752 Nov 23 09:04:35.854983 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0d6d5-23ac-4356-889f-ce8be9be6d27 req-d1b52623-f5a1-4608-ae7f-9ff12fe7cc53 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:35.862566 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bac0d6d5-23ac-4356-889f-ce8be9be6d27 req-d1b52623-f5a1-4608-ae7f-9ff12fe7cc53 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 931 time: 0.0560317 Nov 23 09:04:35.879310 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:35.906973 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bac0d6d5-23ac-4356-889f-ce8be9be6d27 req-a9b87d8c-9e53-420f-ab89-dda9ab96798d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 Nov 23 09:04:36.752141 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde0169-2ff1-474f-8376-32d879b6c49d req-acd317cc-73d2-4e4f-b0a0-0ac95fdbe187 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:36.753627 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5dde0169-2ff1-474f-8376-32d879b6c49d req-acd317cc-73d2-4e4f-b0a0-0ac95fdbe187 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0526690 Nov 23 09:04:36.806953 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5dde0169-2ff1-474f-8376-32d879b6c49d req-236d96fb-f8cc-4dd8-8826-871ad7fec265 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468063 Nov 23 09:04:37.021614 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4994bf-d8ee-440d-bc74-fca698a2e5e6 req-89e3396e-016b-45e3-b7ff-0af191b7a640 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:37.023053 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6c4994bf-d8ee-440d-bc74-fca698a2e5e6 req-89e3396e-016b-45e3-b7ff-0af191b7a640 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 931 time: 0.0480096 Nov 23 09:04:37.074190 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6c4994bf-d8ee-440d-bc74-fca698a2e5e6 req-466d3eec-33dc-437a-a6ec-510440b22d3e tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444708 Nov 23 09:04:37.456019 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Request body: {'port': {'device_id': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:37.510737 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:37.774196 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:04:37.782773 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:37.796324 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Transition to ACTIVE for port object c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:04:37.799973 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:37.849255 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:37.938865 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Attempting to bind port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:04:37.939214 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Attempting to bind port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '619998b1-8d20-4eb1-a3fe-a049eed4386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:04:37.939522 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Attempting to bind port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 on network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:04:37.944124 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 on network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:04:37.944442 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Attempting to bind port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 on network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:04:37.946823 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265bb81-7f59-4101-b4e0-1697e33b030f req-2ce1bae9-7fab-42af-8801-148f0d60994e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:37.949920 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:04:37.950237 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Checking segment: {'id': '619998b1-8d20-4eb1-a3fe-a049eed4386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:04:37.950623 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Bound using segment: {'id': '619998b1-8d20-4eb1-a3fe-a049eed4386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:04:37.951054 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Bound port: c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619998b1-8d20-4eb1-a3fe-a049eed4386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:04:37.951406 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:37.953661 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a265bb81-7f59-4101-b4e0-1697e33b030f req-2ce1bae9-7fab-42af-8801-148f0d60994e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0606880 Nov 23 09:04:38.002011 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a265bb81-7f59-4101-b4e0-1697e33b030f req-b7fc9c8d-3fd8-4eba-a08c-cb4ef27de8ff tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469849 Nov 23 09:04:38.023146 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] For port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:04:38.026850 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] For port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:04:38.031071 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:38.064862 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:38.065862 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:38.067225 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] 10.222.0.47 "PUT /v2.0/ports/c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 HTTP/1.1" status: 200 len: 1093 time: 0.6177981 Nov 23 09:04:38.069354 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:04:38.072431 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331a8512-113a-493d-b990-198466ba656e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:04:38.114910 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2557e-dd14-4ad1-b08f-7d195974c139 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:38.168134 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-d762f41c-7d92-46ac-8df0-8f458d50dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:38.169696 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-d762f41c-7d92-46ac-8df0-8f458d50dc85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d37eeef32a14dfcad683356d32556e8&device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 1096 time: 0.0505395 Nov 23 09:04:38.220904 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-cbfec5bf-fa52-49aa-9ba8-0c692d02ba46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 HTTP/1.1" status: 200 len: 217 time: 0.0413725 Nov 23 09:04:38.236152 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc418ad-d330-46fa-9424-b24919ddfaf8 req-f6a3cf95-f2f9-42ed-8649-a7c711f019f5 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:38.238407 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2bc418ad-d330-46fa-9424-b24919ddfaf8 req-f6a3cf95-f2f9-42ed-8649-a7c711f019f5 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 943 time: 0.0662451 Nov 23 09:04:38.268080 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22424e62-c15a-4d53-b291-643be58d9be9 x-openstack-request-id: req-22424e62-c15a-4d53-b291-643be58d9be9 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:04:38.268362 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:04:38.268614 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22424e62-c15a-4d53-b291-643be58d9be9 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:04:38.269317 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7', 'status': 'completed', 'code': 200} Nov 23 09:04:38.287778 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ef63a30f-42eb-4789-81d9-b2d63ddddf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:38.287940 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2bc418ad-d330-46fa-9424-b24919ddfaf8 req-2ed994f6-cc65-46a1-8860-e954ab9fc8b5 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436695 Nov 23 09:04:38.289921 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ef63a30f-42eb-4789-81d9-b2d63ddddf09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4f46289-bfb1-43d4-b092-bc64f39a3c09 HTTP/1.1" status: 200 len: 854 time: 0.0608232 Nov 23 09:04:38.335475 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-c193415a-1e4b-4873-82b0-172a2acdef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:38.337919 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-c193415a-1e4b-4873-82b0-172a2acdef5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398672 Nov 23 09:04:38.430737 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-284745a3-c6e4-4ee3-837c-22f2f65b842d service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848956 Nov 23 09:04:38.520159 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4d7f3296-56cd-47aa-ab5c-dcfc8e2945b8 req-ae1264f2-c694-4be7-8839-bdc8efa55d29 service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819724 Nov 23 09:04:38.612879 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a8512-113a-493d-b990-198466ba656e req-9e9ef8c9-bb49-4906-bf44-65e54234b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:38.614419 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-331a8512-113a-493d-b990-198466ba656e req-9e9ef8c9-bb49-4906-bf44-65e54234b131 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d37eeef32a14dfcad683356d32556e8&device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 1096 time: 0.0404122 Nov 23 09:04:38.706903 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a8512-113a-493d-b990-198466ba656e req-c3e551db-3285-494b-87b8-c2f2dd22d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:38.708348 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-331a8512-113a-493d-b990-198466ba656e req-c3e551db-3285-494b-87b8-c2f2dd22d6f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 HTTP/1.1" status: 200 len: 916 time: 0.0862968 Nov 23 09:04:38.750939 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-331a8512-113a-493d-b990-198466ba656e req-2175cae5-66ef-4b64-88ee-57c3327f2aaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 HTTP/1.1" status: 200 len: 217 time: 0.0335925 Nov 23 09:04:38.803150 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a8512-113a-493d-b990-198466ba656e req-8e3e8484-9e15-4322-8c17-c9ca556cb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:38.805224 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-331a8512-113a-493d-b990-198466ba656e req-8e3e8484-9e15-4322-8c17-c9ca556cb52d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4f46289-bfb1-43d4-b092-bc64f39a3c09 HTTP/1.1" status: 200 len: 854 time: 0.0454924 Nov 23 09:04:38.849770 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a8512-113a-493d-b990-198466ba656e req-24647e61-7741-4495-b497-f7e02563e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:38.851870 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-331a8512-113a-493d-b990-198466ba656e req-24647e61-7741-4495-b497-f7e02563e89b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383844 Nov 23 09:04:38.947408 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-331a8512-113a-493d-b990-198466ba656e req-7289b3d7-e370-4b9d-af5f-816b19fa8141 service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870042 Nov 23 09:04:38.988498 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:04:39.040187 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-331a8512-113a-493d-b990-198466ba656e req-e4215376-642c-4a46-8352-f32f5718cb0b service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847139 Nov 23 09:04:39.082338 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:39.096374 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'port_id': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'mac_address': 'fa:16:3e:f6:d9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:04:39.135054 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d97c3b-cd72-4e61-a806-c07d76f38dab req-942c2b53-ec5c-4e21-bbe9-c5dfd3adf63d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:39.136593 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b2d97c3b-cd72-4e61-a806-c07d76f38dab req-942c2b53-ec5c-4e21-bbe9-c5dfd3adf63d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0587511 Nov 23 09:04:39.137025 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:39.150460 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:04:39.170301 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:39.174507 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:39.188042 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b2d97c3b-cd72-4e61-a806-c07d76f38dab req-a078755c-5d33-4f46-9959-37e9433dbf2e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454435 Nov 23 09:04:39.231024 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,revision_number=6']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:39.238444 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:39.238805 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:39.239151 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:39.239493 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:39.239842 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:39.240165 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:39.240499 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:39.240860 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:39.241255 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:39.241627 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:39.242131 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:39.242645 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:04:39.261466 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:04:39.403626 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75355629-38cd-4104-af9a-e5f7eb59b85b req-90493788-5d44-4138-8029-9ddc2643de87 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:39.405097 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-75355629-38cd-4104-af9a-e5f7eb59b85b req-90493788-5d44-4138-8029-9ddc2643de87 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 943 time: 0.0493660 Nov 23 09:04:39.450578 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-75355629-38cd-4104-af9a-e5f7eb59b85b req-35140886-f95e-45aa-b4e6-9ebd197d6926 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394728 Nov 23 09:04:40.327352 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732019b-6173-44b4-b31f-775bce05f75e req-9ecc3533-a209-4ccc-8a86-c056bd0d24aa tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:40.330369 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f732019b-6173-44b4-b31f-775bce05f75e req-9ecc3533-a209-4ccc-8a86-c056bd0d24aa tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 944 time: 0.0517380 Nov 23 09:04:40.394181 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f732019b-6173-44b4-b31f-775bce05f75e req-ec02f777-bf60-4911-b90c-aad31bb49286 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497708 Nov 23 09:04:40.583457 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33d9c0-8cd5-4f36-9412-f4b62d9a0cdf req-6b8223d8-7d9c-47e5-aecb-59f1aa20d56b tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:40.586900 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd33d9c0-8cd5-4f36-9412-f4b62d9a0cdf req-6b8223d8-7d9c-47e5-aecb-59f1aa20d56b tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 943 time: 0.0623398 Nov 23 09:04:40.680511 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd33d9c0-8cd5-4f36-9412-f4b62d9a0cdf req-7b2eef44-15de-4092-ad8a-24d0a2979d62 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875924 Nov 23 09:04:40.999727 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:04:41.004387 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:04:41.108955 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:41.109477 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:41.208805 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:41.225912 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'port_id': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7', 'mac_address': 'fa:16:3e:60:e9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:04:41.295288 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:41.312755 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:41.340643 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:04:41.348216 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:04:41.350509 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cad51d-099e-4e6b-8505-32cbae942037" -d '{"events": [{"server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "name": "network-vif-plugged", "status": "completed", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:04:41.496266 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6539abc7-8110-499e-8d75-22ca08e4bb54 x-openstack-request-id: req-6539abc7-8110-499e-8d75-22ca08e4bb54 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:04:41.496536 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "name": "network-vif-plugged", "status": "completed", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:04:41.496871 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6539abc7-8110-499e-8d75-22ca08e4bb54 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:04:41.497197 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'code': 200} Nov 23 09:04:41.504711 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:41.518976 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:41.524241 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:41.571950 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:41.589060 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,revision_number=7']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:41.616228 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9754611-5d34-4915-a13c-403278440e24 req-ad70cfba-3a69-47fd-bbe3-076696f3a607 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:41.622281 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f9754611-5d34-4915-a13c-403278440e24 req-ad70cfba-3a69-47fd-bbe3-076696f3a607 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0841005 Nov 23 09:04:41.648751 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:41.691550 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f9754611-5d34-4915-a13c-403278440e24 req-be109b09-8920-44ce-846e-d8a20fc1e427 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600407 Nov 23 09:04:41.816119 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb6d66-80b9-4f85-8c4a-ac2f25eb7902 req-6bd3af29-ab9c-47f2-b39c-7119848a1695 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:41.818431 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-88cb6d66-80b9-4f85-8c4a-ac2f25eb7902 req-6bd3af29-ab9c-47f2-b39c-7119848a1695 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 944 time: 0.0531507 Nov 23 09:04:41.823754 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:04:41.880044 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-88cb6d66-80b9-4f85-8c4a-ac2f25eb7902 req-1d8e6efe-4421-4b04-8046-a6578fc51c12 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545535 Nov 23 09:04:42.818646 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca373f-be1c-4290-a58b-c41ed1bd52f7 req-70df67d7-b137-4ee4-88ab-12b6d1af4b87 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:42.820474 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-28ca373f-be1c-4290-a58b-c41ed1bd52f7 req-70df67d7-b137-4ee4-88ab-12b6d1af4b87 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0503902 Nov 23 09:04:42.874605 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-28ca373f-be1c-4290-a58b-c41ed1bd52f7 req-05aba228-6452-4bfe-a375-66e442170868 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459526 Nov 23 09:04:43.003307 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22cf51-176c-4ca4-a8dd-503ff08ea3d2 req-1d99e272-7b93-46e2-a83a-ebb31ada6327 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:43.004812 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ee22cf51-176c-4ca4-a8dd-503ff08ea3d2 req-1d99e272-7b93-46e2-a83a-ebb31ada6327 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 944 time: 0.0539615 Nov 23 09:04:43.032060 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:04:43.059461 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ee22cf51-176c-4ca4-a8dd-503ff08ea3d2 req-e2021627-a428-46fe-a564-bac6298821aa tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477936 Nov 23 09:04:43.093656 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:04:43.102748 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:43.103195 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:43.201197 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:43.240158 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:43.244767 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:43.296546 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:43.498816 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:04:43.501551 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990c0a20-93e4-4521-ae4c-a2dc8b88c871" -d '{"events": [{"server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "name": "network-vif-plugged", "status": "completed", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:04:43.539802 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7dce10-54b1-44b5-bcb0-b77109b8d19f x-openstack-request-id: req-ed7dce10-54b1-44b5-bcb0-b77109b8d19f {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:04:43.540178 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "name": "network-vif-plugged", "status": "completed", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:04:43.540445 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed7dce10-54b1-44b5-bcb0-b77109b8d19f {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:04:43.540848 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7', 'code': 200} Nov 23 09:04:43.721286 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970190f7-19b7-4cd6-9daf-c6c7f06d65b5 req-f43073a1-1ccd-4d63-a852-d821b71c4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:43.723231 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-970190f7-19b7-4cd6-9daf-c6c7f06d65b5 req-f43073a1-1ccd-4d63-a852-d821b71c4353 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 1098 time: 0.0417359 Nov 23 09:04:43.775994 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-970190f7-19b7-4cd6-9daf-c6c7f06d65b5 req-f693751e-0f9f-41d9-9f7d-53a4d6044030 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 Nov 23 09:04:44.004577 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4d4e7-5595-4af9-b007-09aa87b92f00 req-f514a3a3-343f-415c-83d6-7ef13e37fce6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:44.006107 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5ec4d4e7-5595-4af9-b007-09aa87b92f00 req-f514a3a3-343f-415c-83d6-7ef13e37fce6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0522945 Nov 23 09:04:44.070117 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5ec4d4e7-5595-4af9-b007-09aa87b92f00 req-6873e261-5853-4ea5-bf7a-7e628368c7c9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569682 Nov 23 09:04:44.204409 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202bcd2-4281-459d-addb-284d3aac0e57 req-bdd985da-9c74-4473-90ff-a9ad094f97ed tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:44.206804 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e202bcd2-4281-459d-addb-284d3aac0e57 req-bdd985da-9c74-4473-90ff-a9ad094f97ed tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 945 time: 0.0549254 Nov 23 09:04:44.267269 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e202bcd2-4281-459d-addb-284d3aac0e57 req-05debc41-1a17-46ab-9e54-bb3a96b07270 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533619 Nov 23 09:04:45.221221 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92f9bb-1a16-4af1-a78c-6b8f985dafa3 req-89180605-1350-4a7b-a70a-21514629a268 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:45.222698 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0b92f9bb-1a16-4af1-a78c-6b8f985dafa3 req-89180605-1350-4a7b-a70a-21514629a268 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0517728 Nov 23 09:04:45.280749 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0b92f9bb-1a16-4af1-a78c-6b8f985dafa3 req-587b596c-674b-49e7-8bbc-de72009a3fed tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492620 Nov 23 09:04:45.394952 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c39330-4e12-4432-942d-169a13b2907b req-e4260ef5-f848-45a9-bfbf-6c69dcacf7c6 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:45.396450 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-26c39330-4e12-4432-942d-169a13b2907b req-e4260ef5-f848-45a9-bfbf-6c69dcacf7c6 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 945 time: 0.0521464 Nov 23 09:04:45.452736 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-26c39330-4e12-4432-942d-169a13b2907b req-a7d08fb6-8fb8-435f-b318-dab4cbf1678e tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494533 Nov 23 09:04:45.596500 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862eed21-bc15-4408-a77c-127f3c8a1b50 req-9a27756e-6d4c-456e-97b8-1e4b120af81c tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:45.598130 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-862eed21-bc15-4408-a77c-127f3c8a1b50 req-9a27756e-6d4c-456e-97b8-1e4b120af81c tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 945 time: 0.0529010 Nov 23 09:04:45.672015 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:45.672916 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-862eed21-bc15-4408-a77c-127f3c8a1b50 req-028e42ba-ed89-4f12-9c3b-7e8093d95545 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633297 Nov 23 09:04:46.050685 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50d386-b2eb-4a4e-b45d-0052e855754f req-59962fe3-eb72-4186-adba-3ba4079a2c05 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:46.052657 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5a50d386-b2eb-4a4e-b45d-0052e855754f req-59962fe3-eb72-4186-adba-3ba4079a2c05 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 945 time: 0.0625801 Nov 23 09:04:46.112522 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5a50d386-b2eb-4a4e-b45d-0052e855754f req-47a350ac-9a67-4fa7-a474-8327770307f5 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529537 Nov 23 09:04:46.444873 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a203b-6149-48ab-85ed-db5a045be820 req-ff807479-56ff-4442-9819-f2c8728c8ca8 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:46.449024 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0d2a203b-6149-48ab-85ed-db5a045be820 req-ff807479-56ff-4442-9819-f2c8728c8ca8 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0828252 Nov 23 09:04:46.546295 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0d2a203b-6149-48ab-85ed-db5a045be820 req-60056bdd-c14f-45ae-83f0-dc5ed809e8bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890183 Nov 23 09:04:47.675491 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c57bb0-5095-42a2-ace4-99a12457d8e0 req-5b8be5e7-9183-48b0-af5f-a10fff041e77 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:47.677931 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2c57bb0-5095-42a2-ace4-99a12457d8e0 req-5b8be5e7-9183-48b0-af5f-a10fff041e77 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0582330 Nov 23 09:04:47.750780 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2c57bb0-5095-42a2-ace4-99a12457d8e0 req-238a2a65-f82a-4f0c-9b78-95393918743a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656400 Nov 23 09:04:48.190584 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d8a21-0d7b-431f-96b1-b4ff3d3b56a3 req-ac0a0670-a446-460e-8976-be96cb604839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:48.192085 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c58d8a21-0d7b-431f-96b1-b4ff3d3b56a3 req-ac0a0670-a446-460e-8976-be96cb604839 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 1098 time: 0.0707719 Nov 23 09:04:48.315834 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d8a21-0d7b-431f-96b1-b4ff3d3b56a3 req-71681ed2-0688-493c-b926-051be1d7c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:48.317382 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c58d8a21-0d7b-431f-96b1-b4ff3d3b56a3 req-71681ed2-0688-493c-b926-051be1d7c45e service neutron] 10.222.0.47 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 918 time: 0.1020744 Nov 23 09:04:48.397614 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c58d8a21-0d7b-431f-96b1-b4ff3d3b56a3 req-14d97424-f976-4af6-ad2b-823839f007de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 HTTP/1.1" status: 200 len: 1000 time: 0.0716944 Nov 23 09:04:48.498940 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d8a21-0d7b-431f-96b1-b4ff3d3b56a3 req-e03ec726-5961-43e5-a902-5c0c6873059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:48.500661 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c58d8a21-0d7b-431f-96b1-b4ff3d3b56a3 req-e03ec726-5961-43e5-a902-5c0c6873059d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 200 len: 856 time: 0.0960331 Nov 23 09:04:48.551583 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d8a21-0d7b-431f-96b1-b4ff3d3b56a3 req-d49feb8f-2e12-4064-b519-557427dac71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:48.552564 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c58d8a21-0d7b-431f-96b1-b4ff3d3b56a3 req-d49feb8f-2e12-4064-b519-557427dac71d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=173e57ff-5d80-4e2b-b8fe-bc64d9610472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423784 Nov 23 09:04:48.663021 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c58d8a21-0d7b-431f-96b1-b4ff3d3b56a3 req-941cfbbf-4d01-43f9-9c98-197d24f770ee service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032617 Nov 23 09:04:48.758398 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c58d8a21-0d7b-431f-96b1-b4ff3d3b56a3 req-c5d5de95-df2b-441c-8eeb-4a05235b7851 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878360 Nov 23 09:04:48.927880 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bd87c-a59a-4647-8eb4-c8bb2f29e5c5 req-12356062-6040-44cc-a228-66b10ef97bba tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:48.931200 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7e2bd87c-a59a-4647-8eb4-c8bb2f29e5c5 req-12356062-6040-44cc-a228-66b10ef97bba tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0755641 Nov 23 09:04:48.983146 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7e2bd87c-a59a-4647-8eb4-c8bb2f29e5c5 req-328c5f9b-bd64-41f9-960a-eb3f32ccf272 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456274 Nov 23 09:04:49.972263 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f2f62-c4b8-4a55-978b-24cd2b71c49f req-0361b1d3-ef9e-43e4-b773-e00a83c7837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:49.974041 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-643f2f62-c4b8-4a55-978b-24cd2b71c49f req-0361b1d3-ef9e-43e4-b773-e00a83c7837a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 1098 time: 0.0408201 Nov 23 09:04:50.070858 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f2f62-c4b8-4a55-978b-24cd2b71c49f req-37ec11bb-2a1f-412c-b2b2-2b33ec92b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:50.072622 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-643f2f62-c4b8-4a55-978b-24cd2b71c49f req-37ec11bb-2a1f-412c-b2b2-2b33ec92b18c service neutron] 10.222.0.47 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 918 time: 0.0913372 Nov 23 09:04:50.111594 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e66ec3-de30-4944-ae4f-a40bfabefba9 req-8f6b99fb-e99a-4394-af79-a58f067396a0 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:50.113050 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-77e66ec3-de30-4944-ae4f-a40bfabefba9 req-8f6b99fb-e99a-4394-af79-a58f067396a0 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0482681 Nov 23 09:04:50.144245 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-643f2f62-c4b8-4a55-978b-24cd2b71c49f req-9f2cccc1-cf82-4143-98db-4c2afb254fc0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 HTTP/1.1" status: 200 len: 1000 time: 0.0631437 Nov 23 09:04:50.160573 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-77e66ec3-de30-4944-ae4f-a40bfabefba9 req-7b7c3457-ed23-4e5b-a0cf-e8b6c732da58 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408115 Nov 23 09:04:50.196518 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f2f62-c4b8-4a55-978b-24cd2b71c49f req-c39946ed-b517-409d-8a2c-12079ab2cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:50.198019 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-643f2f62-c4b8-4a55-978b-24cd2b71c49f req-c39946ed-b517-409d-8a2c-12079ab2cc81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 200 len: 856 time: 0.0465236 Nov 23 09:04:50.246348 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f2f62-c4b8-4a55-978b-24cd2b71c49f req-ad077bbc-5e25-4c25-a5af-9f8fdd672421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:50.247824 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-643f2f62-c4b8-4a55-978b-24cd2b71c49f req-ad077bbc-5e25-4c25-a5af-9f8fdd672421 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=173e57ff-5d80-4e2b-b8fe-bc64d9610472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428824 Nov 23 09:04:50.344531 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-643f2f62-c4b8-4a55-978b-24cd2b71c49f req-cef0166e-fcba-4616-ad76-345220557633 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877290 Nov 23 09:04:50.445503 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-643f2f62-c4b8-4a55-978b-24cd2b71c49f req-4519a48e-e465-4a4a-becb-7dc69aaa6c77 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924721 Nov 23 09:04:51.282061 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6440fe0-8552-4601-b4d0-a46de50ab29e req-008a0d9a-481b-429a-a6a7-26b572b0eb58 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:51.283531 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f6440fe0-8552-4601-b4d0-a46de50ab29e req-008a0d9a-481b-429a-a6a7-26b572b0eb58 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0482984 Nov 23 09:04:51.330607 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f6440fe0-8552-4601-b4d0-a46de50ab29e req-b2c06faf-7f62-4d2e-8789-2a272618e1bd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408599 Nov 23 09:04:52.215538 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35eb00a-1706-4720-a285-d4164e4cb58f req-636e270a-5bca-4cb5-9843-261d3cab5e37 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:52.217004 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f35eb00a-1706-4720-a285-d4164e4cb58f req-636e270a-5bca-4cb5-9843-261d3cab5e37 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 946 time: 0.0493271 Nov 23 09:04:52.268582 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f35eb00a-1706-4720-a285-d4164e4cb58f req-1992723f-eb37-4a56-955b-92885428b74f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457737 Nov 23 09:04:52.454611 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd40b6-1d49-4ea2-bb57-8c90b4cd165f req-74db581a-9101-4b1f-b3a0-646fcb31bedb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:52.456220 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-68bd40b6-1d49-4ea2-bb57-8c90b4cd165f req-74db581a-9101-4b1f-b3a0-646fcb31bedb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 945 time: 0.0505357 Nov 23 09:04:52.503921 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-68bd40b6-1d49-4ea2-bb57-8c90b4cd165f req-e7059af1-5cf8-42cd-b609-f9e2f4d9421f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411172 Nov 23 09:04:53.095151 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:04:53.178276 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:53.203878 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:04:53.206235 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01ad485-adab-46c6-85a0-7f3399410929" -d '{"events": [{"server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "name": "network-vif-unplugged", "status": "completed", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:04:53.219677 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:53.224428 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:53.248545 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 09:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b296c094-f116-4c3b-ada4-2639dbe43d0c x-openstack-request-id: req-b296c094-f116-4c3b-ada4-2639dbe43d0c {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:04:53.248846 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "name": "network-vif-unplugged", "status": "failed", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3", "code": 422}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:04:53.249104 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b296c094-f116-4c3b-ada4-2639dbe43d0c {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:04:53.249549 dv-cinder-768458-17-iscsi neutron-server[102543]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'code': 422} returned with failed status Nov 23 09:04:53.277060 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,revision_number=8']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:53.301307 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [req-016c4873-0cad-495d-9fdb-63c5f61fbe9a req-9afc9676-c49e-4b4f-aa81-cc708fd1653e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:04:53.302343 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-016c4873-0cad-495d-9fdb-63c5f61fbe9a req-9afc9676-c49e-4b4f-aa81-cc708fd1653e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0560856 Nov 23 09:04:53.416197 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de33c3-e704-4a3a-b8f1-2e91f3a3db34 req-5537bbc3-6c97-4e8b-bfe2-a0b1ea8e2440 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:53.417998 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-16de33c3-e704-4a3a-b8f1-2e91f3a3db34 req-5537bbc3-6c97-4e8b-bfe2-a0b1ea8e2440 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 946 time: 0.0798969 Nov 23 09:04:53.476410 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-16de33c3-e704-4a3a-b8f1-2e91f3a3db34 req-75486d35-9abd-4384-9b97-8af3bc6410f0 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515888 Nov 23 09:04:53.494671 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c38122-ccd4-424b-8fa8-ec0fe00dfff3 req-7c8bbab3-65a0-44af-8788-4e1b2c6eed8d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:53.496252 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-11c38122-ccd4-424b-8fa8-ec0fe00dfff3 req-7c8bbab3-65a0-44af-8788-4e1b2c6eed8d tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0624857 Nov 23 09:04:53.529559 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cda9b5be-f513-4351-a649-00706712b857 req-2c572101-1d66-4d93-9d7c-e5e4fd270776 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419533 Nov 23 09:04:53.550336 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-11c38122-ccd4-424b-8fa8-ec0fe00dfff3 req-05dc3028-c1c5-4e4f-9b4e-72e620737076 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472429 Nov 23 09:04:53.741128 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-cf57f41e-28f3-4ecf-81d3-99cd9235f357 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:53.742902 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-cf57f41e-28f3-4ecf-81d3-99cd9235f357 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 946 time: 0.0541856 Nov 23 09:04:53.847919 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Deleting port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:04:53.848216 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:53.936793 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] For port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=51572632-a474-4f0a-8d0a-5d7f7a5f7e61,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:53.937154 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:54.328106 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b5be-f513-4351-a649-00706712b857 req-3688cef3-6de6-47d5-8c6f-4f7a91ea1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:54.329959 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cda9b5be-f513-4351-a649-00706712b857 req-3688cef3-6de6-47d5-8c6f-4f7a91ea1198 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800&tenant_id=e25886501fbd4758b06603593508fd2c HTTP/1.1" status: 200 len: 1096 time: 0.0446730 Nov 23 09:04:54.338015 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:54.338594 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:54.338742 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.l3_db [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Floating IP 125768ab-efb7-4949-b4c3-8d880a19ba75 disassociated. External IP: 172.27.2.211, port: 51572632-a474-4f0a-8d0a-5d7f7a5f7e61. Nov 23 09:04:54.339061 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Calling delete_port for 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 owned by compute:nova {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:04:54.402133 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b5be-f513-4351-a649-00706712b857 req-1414fa94-86f6-4432-b582-6141c71cd9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:54.403651 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cda9b5be-f513-4351-a649-00706712b857 req-1414fa94-86f6-4432-b582-6141c71cd9c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 1096 time: 0.0496118 Nov 23 09:04:54.477274 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:54.536869 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event deleted for resources: {'Port': ['ID=51572632-a474-4f0a-8d0a-5d7f7a5f7e61,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:54.549571 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b5be-f513-4351-a649-00706712b857 req-00113c74-2515-43e1-8552-29e4045f193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:54.551729 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cda9b5be-f513-4351-a649-00706712b857 req-00113c74-2515-43e1-8552-29e4045f193d service neutron] 10.222.0.47 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 918 time: 0.1397929 Nov 23 09:04:54.652128 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5170da52-bf4a-4fba-80d8-31edbb25e715 req-ff1d22a5-00c4-4e52-aed0-b964d46ad146 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0777931 Nov 23 09:04:54.692296 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cda9b5be-f513-4351-a649-00706712b857 req-c4fcbdb8-6d03-4b18-8b2a-31c9e7534b3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 HTTP/1.1" status: 200 len: 998 time: 0.1319437 Nov 23 09:04:54.699692 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:04:54.718564 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a2608-5e86-4fb3-aed3-a236001cc787 req-c2cbe8ae-ff5a-451e-a0ab-e548391e185a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:54.720027 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-cf5a2608-5e86-4fb3-aed3-a236001cc787 req-c2cbe8ae-ff5a-451e-a0ab-e548391e185a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0656912 Nov 23 09:04:54.773186 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b5be-f513-4351-a649-00706712b857 req-9214971b-a9f7-4c1b-95a1-b4e14ff5d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:54.774745 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cda9b5be-f513-4351-a649-00706712b857 req-9214971b-a9f7-4c1b-95a1-b4e14ff5d84c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 200 len: 856 time: 0.0735950 Nov 23 09:04:54.786436 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb6996-e60b-4712-a658-bcc13a2afdc1 req-19df1c15-6644-4a97-8d5e-0fcb861f7211 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:54.787826 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2aeb6996-e60b-4712-a658-bcc13a2afdc1 req-19df1c15-6644-4a97-8d5e-0fcb861f7211 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 945 time: 0.0853941 Nov 23 09:04:54.840015 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-cf5a2608-5e86-4fb3-aed3-a236001cc787 req-38632076-dff3-43c8-820f-70ba0e7bba4b tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135375 Nov 23 09:04:54.857063 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:04:54.863946 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b5be-f513-4351-a649-00706712b857 req-043a56df-2b21-4e7e-a3e7-5b53bb216c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:54.865010 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cda9b5be-f513-4351-a649-00706712b857 req-043a56df-2b21-4e7e-a3e7-5b53bb216c17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=173e57ff-5d80-4e2b-b8fe-bc64d9610472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0756433 Nov 23 09:04:54.868623 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2aeb6996-e60b-4712-a658-bcc13a2afdc1 req-ebc5f6cc-2e85-4b91-91a3-439f7600aa13 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706184 Nov 23 09:04:54.871373 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382faf01-27de-4117-9730-b2a9a882bb0c None None] Sync routers for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:04:54.894384 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382faf01-27de-4117-9730-b2a9a882bb0c None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:04:54.895025 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-382faf01-27de-4117-9730-b2a9a882bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:04:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:54.895873 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] No DVR routers for this DVR port 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 on host hv-cinder-76845 {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:04:54.899018 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:54.902465 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5012d9cc-aad0-4e76-94fd-cdb2afdb541b req-ec9b1845-70db-493e-ba7c-7f49258ae196 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "DELETE /v2.0/ports/51572632-a474-4f0a-8d0a-5d7f7a5f7e61 HTTP/1.1" status: 204 len: 173 time: 1.1511815 Nov 23 09:04:54.902922 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcc9f31-a3b6-4476-9c2f-6b22faa98e22', 'name': 'network-vif-deleted', 'tag': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:04:54.905268 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7678f823-2470-41c6-9db5-af4062d29269" -d '{"events": [{"server_uuid": "6fcc9f31-a3b6-4476-9c2f-6b22faa98e22", "name": "network-vif-deleted", "tag": "51572632-a474-4f0a-8d0a-5d7f7a5f7e61"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:04:54.936278 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43076) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:54.957316 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4521bd85-a900-44d4-8f44-ea463559106b x-openstack-request-id: req-4521bd85-a900-44d4-8f44-ea463559106b {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:04:54.957603 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcc9f31-a3b6-4476-9c2f-6b22faa98e22", "name": "network-vif-deleted", "tag": "51572632-a474-4f0a-8d0a-5d7f7a5f7e61", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:04:54.958007 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4521bd85-a900-44d4-8f44-ea463559106b {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:04:54.958368 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcc9f31-a3b6-4476-9c2f-6b22faa98e22', 'name': 'network-vif-deleted', 'tag': '51572632-a474-4f0a-8d0a-5d7f7a5f7e61', 'status': 'completed', 'code': 200} Nov 23 09:04:55.037906 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cda9b5be-f513-4351-a649-00706712b857 req-e8654463-9a50-4356-8dee-de64cf209156 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622655 Nov 23 09:04:55.045597 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c2c911-53b3-4df7-b22d-6d63edcccc54 tempest-TestMinimumBasicScenario-1236445246 tempest-TestMinimumBasicScenario-1236445246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:55.047252 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-86c2c911-53b3-4df7-b22d-6d63edcccc54 tempest-TestMinimumBasicScenario-1236445246 tempest-TestMinimumBasicScenario-1236445246-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 1093 time: 0.1099656 Nov 23 09:04:55.050517 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43080) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:55.057669 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Request body: {'floatingip': {'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'port_id': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:55.058733 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-382faf01-27de-4117-9730-b2a9a882bb0c None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:04:55.086370 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for floatingip, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:55.161473 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cda9b5be-f513-4351-a649-00706712b857 req-1ed1c284-1c97-4130-80c3-87e4affb30b6 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152999 Nov 23 09:04:55.214898 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:55.290966 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-382faf01-27de-4117-9730-b2a9a882bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:55.317737 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382faf01-27de-4117-9730-b2a9a882bb0c None None] Checking router: 0877df19-aa8e-4146-9c3d-eca14ba9ac6f for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:04:55.328809 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382faf01-27de-4117-9730-b2a9a882bb0c None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:04:55.329497 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-382faf01-27de-4117-9730-b2a9a882bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:04:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:55.351448 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Allocated IP 172.27.2.251 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/f3ffd58c-1ccf-4359-bad4-b3244914e6c4) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:04:55.441460 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-382faf01-27de-4117-9730-b2a9a882bb0c None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:04:55.465453 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:55.502248 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:55.549690 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:04:55.552574 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:04:55.558047 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:04:55.561308 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event updated for resources: {'Port': ['ID=f3ffd58c-1ccf-4359-bad4-b3244914e6c4,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:55.715133 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-382faf01-27de-4117-9730-b2a9a882bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:55.779802 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382faf01-27de-4117-9730-b2a9a882bb0c None None] The sync data for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi is: [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:04:55.828685 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fce0eed8-97f6-4e04-82a6-a71f585f0ec2 req-ce329adc-873f-486e-a0ed-373cd797751c tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0314546 Nov 23 09:04:56.111438 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a202469-a2b4-4e6a-8ff3-ed2667e262fc req-7e4b4f53-b966-4d2e-ae30-df8e75940fb2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:56.113142 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0a202469-a2b4-4e6a-8ff3-ed2667e262fc req-7e4b4f53-b966-4d2e-ae30-df8e75940fb2 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.1165872 Nov 23 09:04:56.160517 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fb543b-1fc8-4a76-842d-759abc0c45f3 None None] New status for floating IP 125768ab-efb7-4949-b4c3-8d880a19ba75: DOWN {{(pid=102544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:04:56.208651 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0a202469-a2b4-4e6a-8ff3-ed2667e262fc req-75f90393-8079-4e9a-a979-e608265c7c1f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865746 Nov 23 09:04:56.209626 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:56.306724 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:56.466592 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:56.471409 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:56.547467 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event updated for resources: {'Port': ['ID=f3ffd58c-1ccf-4359-bad4-b3244914e6c4,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:56.560349 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:56.667950 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.l3_db [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Floating IP 47533971-66a6-454d-a04a-fda2b8b5889d associated. External IP: 172.27.2.251, port: c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7. Nov 23 09:04:56.945921 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Router f6a222dd-06bc-4674-85dc-abea2196acd7 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:04:57.019239 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-36ff0872-8470-4959-a597-b9798799cc7d req-4e1df33a-e429-49d7-82cb-c800d6d58e76 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0422020 Nov 23 09:04:57.067030 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:04:57.078761 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2ebf5f-7a02-4625-84da-a23360974b1d None None] Sync routers for ids ['f6a222dd-06bc-4674-85dc-abea2196acd7'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:04:57.091485 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2ebf5f-7a02-4625-84da-a23360974b1d None None] Routers {'f6a222dd-06bc-4674-85dc-abea2196acd7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:04:57.092640 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-2e2ebf5f-7a02-4625-84da-a23360974b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:04:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f6a222dd-06bc-4674-85dc-abea2196acd7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:57.096208 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.127354 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-973def33-2268-4116-bd8e-3080d5486e89 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0731535 Nov 23 09:04:57.127354 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:04:57.127694 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43108) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:57.128002 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eab1984-879f-4540-ae8b-0c0f7766efb7" -d '{"events": [{"name": "network-changed", "server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:04:57.134191 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-7acb6476-8744-416b-ad45-5d585a17b5f0 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724034427', 'description': 'tempest-secgroup-smoke-1724034427 description', 'project_id': '5d37eeef32a14dfcad683356d32556e8'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:57.155235 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:04:57.171379 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89857c74-239a-4da3-96e2-fdcac8a14da2 x-openstack-request-id: req-89857c74-239a-4da3-96e2-fdcac8a14da2 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:04:57.171658 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:04:57.171914 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89857c74-239a-4da3-96e2-fdcac8a14da2 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:04:57.172492 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7', 'status': 'completed', 'code': 200} Nov 23 09:04:57.184677 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7acb6476-8744-416b-ad45-5d585a17b5f0 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.195970 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:04:57.196599 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 51572632-a474-4f0a-8d0a-5d7f7a5f7e61 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:04:57.279764 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-2e2ebf5f-7a02-4625-84da-a23360974b1d None None] Set router f6a222dd-06bc-4674-85dc-abea2196acd7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:04:57.286708 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7acb6476-8744-416b-ad45-5d585a17b5f0 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.292689 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7acb6476-8744-416b-ad45-5d585a17b5f0 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.344537 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-7acb6476-8744-416b-ad45-5d585a17b5f0 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.346128 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-7acb6476-8744-416b-ad45-5d585a17b5f0 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2169266 Nov 23 09:04:57.349094 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43114) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:57.354797 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-baa93cf0-ac12-454c-9d5c-f0ca4fbf909a tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Request body: {'security_group_rule': {'security_group_id': '6101f722-11cd-4dbd-86cc-954bf7e2d4d0', 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:57.365921 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb6476-8744-416b-ad45-5d585a17b5f0 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6101f722-11cd-4dbd-86cc-954bf7e2d4d0,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:57.397364 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea2f5-52f0-4e9f-85d2-64eb1cf819f0 req-055e88e0-49d4-4f97-8902-4acc0b83516e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:57.400136 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-799ea2f5-52f0-4e9f-85d2-64eb1cf819f0 req-055e88e0-49d4-4f97-8902-4acc0b83516e tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0775273 Nov 23 09:04:57.424675 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-baa93cf0-ac12-454c-9d5c-f0ca4fbf909a tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.508385 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-baa93cf0-ac12-454c-9d5c-f0ca4fbf909a tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.513054 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-baa93cf0-ac12-454c-9d5c-f0ca4fbf909a tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.514278 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-799ea2f5-52f0-4e9f-85d2-64eb1cf819f0 req-61219ca9-894e-4860-b77b-29fff940786f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068799 Nov 23 09:04:57.543670 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa93cf0-ac12-454c-9d5c-f0ca4fbf909a tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1396fa-0e99-4e6c-99c5-81aeb1c17b22,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:57.551064 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-baa93cf0-ac12-454c-9d5c-f0ca4fbf909a tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.554817 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-baa93cf0-ac12-454c-9d5c-f0ca4fbf909a tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2022026 Nov 23 09:04:57.555346 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43116) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:57.559513 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-e6fdb313-f70c-4c22-9a7a-dcdadb1a1ae6 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Request body: {'security_group_rule': {'security_group_id': '6101f722-11cd-4dbd-86cc-954bf7e2d4d0', 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:57.588619 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-2e2ebf5f-7a02-4625-84da-a23360974b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 4, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port': {'id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '47533971-66a6-454d-a04a-fda2b8b5889d', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'port_id': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'mac_address': 'fa:16:3e:60:e9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:04:55Z', 'updated_at': '2021-11-23T09:04:55Z', 'revision_number': 0, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99beaafb-1e62-4e35-8cfa-1e77b1c33388', 'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'mac_address': 'fa:16:3e:b7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:08Z', 'updated_at': '2021-11-23T09:04:13Z', 'revision_number': 5, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'subnets': [{'id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:57.600988 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e6fdb313-f70c-4c22-9a7a-dcdadb1a1ae6 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.638322 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2ebf5f-7a02-4625-84da-a23360974b1d None None] Checking router: f6a222dd-06bc-4674-85dc-abea2196acd7 for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:04:57.648203 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2ebf5f-7a02-4625-84da-a23360974b1d None None] Routers {'f6a222dd-06bc-4674-85dc-abea2196acd7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:04:57.648938 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-2e2ebf5f-7a02-4625-84da-a23360974b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:04:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f6a222dd-06bc-4674-85dc-abea2196acd7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:57.683060 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e6fdb313-f70c-4c22-9a7a-dcdadb1a1ae6 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.688119 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e6fdb313-f70c-4c22-9a7a-dcdadb1a1ae6 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.710206 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdb313-f70c-4c22-9a7a-dcdadb1a1ae6 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487089f2-398f-4789-b4bc-59840130bac1,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:57.719799 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e6fdb313-f70c-4c22-9a7a-dcdadb1a1ae6 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.723675 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-e6fdb313-f70c-4c22-9a7a-dcdadb1a1ae6 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1650870 Nov 23 09:04:57.723835 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43118) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:57.728791 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-548be412-6671-41b1-8ffa-b181a80bbc9d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Request body: {'security_group_rule': {'security_group_id': '6101f722-11cd-4dbd-86cc-954bf7e2d4d0', 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:57.764708 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-548be412-6671-41b1-8ffa-b181a80bbc9d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.778043 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-2e2ebf5f-7a02-4625-84da-a23360974b1d None None] Set router f6a222dd-06bc-4674-85dc-abea2196acd7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:04:57.880713 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-548be412-6671-41b1-8ffa-b181a80bbc9d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.890472 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-548be412-6671-41b1-8ffa-b181a80bbc9d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.915838 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548be412-6671-41b1-8ffa-b181a80bbc9d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa27ee6-dddb-4397-a3cc-9fee1ffa1a61,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:57.927674 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-548be412-6671-41b1-8ffa-b181a80bbc9d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:57.929841 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-548be412-6671-41b1-8ffa-b181a80bbc9d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2050111 Nov 23 09:04:57.932818 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43120) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:57.937718 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-7a7ea688-ee9d-46f6-90c4-a4ac0d93a802 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Request body: {'security_group_rule': {'security_group_id': '6101f722-11cd-4dbd-86cc-954bf7e2d4d0', 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:57.975530 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea688-ee9d-46f6-90c4-a4ac0d93a802 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.036595 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea688-ee9d-46f6-90c4-a4ac0d93a802 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.041715 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea688-ee9d-46f6-90c4-a4ac0d93a802 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.060334 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ea688-ee9d-46f6-90c4-a4ac0d93a802 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73db2f0f-0b1f-4ceb-a4f0-faa8f93601ca,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:58.073678 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea688-ee9d-46f6-90c4-a4ac0d93a802 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.075208 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-7a7ea688-ee9d-46f6-90c4-a4ac0d93a802 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411526 Nov 23 09:04:58.078176 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43124) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:58.083820 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-d0f7ce18-0ceb-40ce-900e-a5b220d2242d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Request body: {'security_group_rule': {'security_group_id': '6101f722-11cd-4dbd-86cc-954bf7e2d4d0', 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:58.115061 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.securitygroups_db [None req-d0f7ce18-0ceb-40ce-900e-a5b220d2242d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Project 5d37eeef32a14dfcad683356d32556e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 09:04:58.123404 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ce18-0ceb-40ce-900e-a5b220d2242d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.177031 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-34fa956a-8e7d-4e3b-9599-092725b6b5ef req-2455202a-1cc6-4474-968b-b82492a3576e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0489595 Nov 23 09:04:58.215245 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ce18-0ceb-40ce-900e-a5b220d2242d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.219341 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ce18-0ceb-40ce-900e-a5b220d2242d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.238980 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7ce18-0ceb-40ce-900e-a5b220d2242d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1fc633-a272-4dee-bf1d-0a9dd5d80567,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:58.244869 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ce18-0ceb-40ce-900e-a5b220d2242d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.246096 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-d0f7ce18-0ceb-40ce-900e-a5b220d2242d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1667893 Nov 23 09:04:58.249220 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43126) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:04:58.253751 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-a548f14e-bb65-4e50-a373-00ebf0da9763 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Request body: {'security_group_rule': {'security_group_id': '6101f722-11cd-4dbd-86cc-954bf7e2d4d0', 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:58.255603 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-2e2ebf5f-7a02-4625-84da-a23360974b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 4, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port': {'id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '47533971-66a6-454d-a04a-fda2b8b5889d', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'port_id': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'mac_address': 'fa:16:3e:60:e9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:04:55Z', 'updated_at': '2021-11-23T09:04:55Z', 'revision_number': 0, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99beaafb-1e62-4e35-8cfa-1e77b1c33388', 'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'mac_address': 'fa:16:3e:b7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:08Z', 'updated_at': '2021-11-23T09:04:13Z', 'revision_number': 5, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'subnets': [{'id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:04:58.286449 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2ebf5f-7a02-4625-84da-a23360974b1d None None] The sync data for ids ['f6a222dd-06bc-4674-85dc-abea2196acd7'] in dv-cinder-768458-17-iscsi is: [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 4, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port': {'id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '47533971-66a6-454d-a04a-fda2b8b5889d', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'port_id': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'mac_address': 'fa:16:3e:60:e9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:04:55Z', 'updated_at': '2021-11-23T09:04:55Z', 'revision_number': 0, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99beaafb-1e62-4e35-8cfa-1e77b1c33388', 'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'mac_address': 'fa:16:3e:b7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:08Z', 'updated_at': '2021-11-23T09:04:13Z', 'revision_number': 5, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'subnets': [{'id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:04:58.295861 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.securitygroups_db [None req-a548f14e-bb65-4e50-a373-00ebf0da9763 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Project 5d37eeef32a14dfcad683356d32556e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 09:04:58.301573 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a548f14e-bb65-4e50-a373-00ebf0da9763 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.378231 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a548f14e-bb65-4e50-a373-00ebf0da9763 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.381781 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a548f14e-bb65-4e50-a373-00ebf0da9763 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.404570 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548f14e-bb65-4e50-a373-00ebf0da9763 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f73be76-f41d-4b9a-b9c5-4903a339ed83,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:58.414660 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a548f14e-bb65-4e50-a373-00ebf0da9763 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.416092 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-a548f14e-bb65-4e50-a373-00ebf0da9763 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1659112 Nov 23 09:04:58.515378 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-368406ec-b88e-4d10-9b54-cb254db56ea3 req-8998df43-035b-4293-83f4-c9555278fc47 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724034427&fields=id&tenant_id=5d37eeef32a14dfcad683356d32556e8 HTTP/1.1" status: 200 len: 267 time: 0.0502439 Nov 23 09:04:58.543692 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bfd4f6-8642-4552-b9d2-964f237720b1 None None] New status for floating IP 47533971-66a6-454d-a04a-fda2b8b5889d: ACTIVE {{(pid=102544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:04:58.570889 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368406ec-b88e-4d10-9b54-cb254db56ea3 req-0d9f5960-e583-42ae-acf6-71d743386812 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:58.572457 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-368406ec-b88e-4d10-9b54-cb254db56ea3 req-0d9f5960-e583-42ae-acf6-71d743386812 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 945 time: 0.0506883 Nov 23 09:04:58.590886 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [req-368406ec-b88e-4d10-9b54-cb254db56ea3 req-acf304e5-eafe-49b8-9e97-f81e5614de8b tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Request body: {'port': {'security_groups': ['9ccaf7f7-abb0-4390-9b65-9cd44cd8073e', '6101f722-11cd-4dbd-86cc-954bf7e2d4d0']}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:04:58.672536 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-368406ec-b88e-4d10-9b54-cb254db56ea3 req-acf304e5-eafe-49b8-9e97-f81e5614de8b tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.695885 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aacd13-fd93-4603-adec-d9c0d3535644 req-8f787b53-e4f4-4eff-87f5-9e8a70722f32 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:58.705208 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-61aacd13-fd93-4603-adec-d9c0d3535644 req-8f787b53-e4f4-4eff-87f5-9e8a70722f32 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0770066 Nov 23 09:04:58.768161 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-61aacd13-fd93-4603-adec-d9c0d3535644 req-416397b7-1783-4fb0-a525-228afaa116ed tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610633 Nov 23 09:04:58.891357 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-368406ec-b88e-4d10-9b54-cb254db56ea3 req-acf304e5-eafe-49b8-9e97-f81e5614de8b tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] For port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:04:58.938174 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-368406ec-b88e-4d10-9b54-cb254db56ea3 req-acf304e5-eafe-49b8-9e97-f81e5614de8b tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.946681 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-368406ec-b88e-4d10-9b54-cb254db56ea3 req-acf304e5-eafe-49b8-9e97-f81e5614de8b tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:58.966716 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:04:59.015614 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368406ec-b88e-4d10-9b54-cb254db56ea3 req-acf304e5-eafe-49b8-9e97-f81e5614de8b tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:59.016251 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-368406ec-b88e-4d10-9b54-cb254db56ea3 req-acf304e5-eafe-49b8-9e97-f81e5614de8b tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:59.017698 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-368406ec-b88e-4d10-9b54-cb254db56ea3 req-acf304e5-eafe-49b8-9e97-f81e5614de8b tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "PUT /v2.0/ports/c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 HTTP/1.1" status: 200 len: 981 time: 0.4354718 Nov 23 09:04:59.018163 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:04:59.020422 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaffe440-1c76-4bd3-8e4c-99bd1ae471c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:04:59.027123 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf304e5-eafe-49b8-9e97-f81e5614de8b tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event updated for resources: {'Port': ['ID=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,revision_number=6']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:04:59.132445 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:04:59.220322 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cdad5-760a-48c1-9e2a-1c05fbad9744 req-a50d2f5d-ec1d-4b53-95fe-04958e071b64 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:59.222689 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d45cdad5-760a-48c1-9e2a-1c05fbad9744 req-a50d2f5d-ec1d-4b53-95fe-04958e071b64 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 984 time: 0.1019514 Nov 23 09:04:59.224813 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524628c7-ada4-441f-aa2c-a11ce217269c x-openstack-request-id: req-524628c7-ada4-441f-aa2c-a11ce217269c {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:04:59.225102 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:04:59.226076 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-524628c7-ada4-441f-aa2c-a11ce217269c {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:04:59.226489 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7', 'status': 'completed', 'code': 200} Nov 23 09:04:59.337302 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d45cdad5-760a-48c1-9e2a-1c05fbad9744 req-ad2cdd40-0a8b-4409-8b72-6a80408d34a9 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=6101f722-11cd-4dbd-86cc-954bf7e2d4d0&id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036658 Nov 23 09:04:59.341383 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-73b0a795-e4ab-43a9-ac5f-a701a23e4f82 req-2c034bf8-1454-4ffd-80b7-599ac6b9e6fd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0368676 Nov 23 09:04:59.468229 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0aae8696-f051-4e5f-a949-877f47609cfd None None] Provisioning complete for port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:04:59.468890 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0aae8696-f051-4e5f-a949-877f47609cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:04:59.705725 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:04:59.903336 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f61663-774d-4ea2-96c6-8f0de281bd8d req-e7a1c46c-d485-4a6f-b7d6-a792559d4b1a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:04:59.904833 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-45f61663-774d-4ea2-96c6-8f0de281bd8d req-e7a1c46c-d485-4a6f-b7d6-a792559d4b1a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0515819 Nov 23 09:04:59.954823 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-45f61663-774d-4ea2-96c6-8f0de281bd8d req-688001a8-226a-4796-b18e-2204169388b8 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438292 Nov 23 09:05:00.440588 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a81add92-fc1a-48f2-9247-0da7740eb1d7 req-32acdcd6-b124-40d2-aaeb-d1aaf4a7c5bf tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0275249 Nov 23 09:05:00.488250 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-9ef99147-26e7-4ba3-a013-50281ae6f4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:01.077674 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ee687-7e4e-474f-8cf3-23e8787cc151 req-0977ae4a-4279-4767-b359-afe2ee98d1aa tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:01.079178 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-938ee687-7e4e-474f-8cf3-23e8787cc151 req-0977ae4a-4279-4767-b359-afe2ee98d1aa tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0494745 Nov 23 09:05:01.131262 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-938ee687-7e4e-474f-8cf3-23e8787cc151 req-4289021f-1597-4c28-a168-bd092ff42521 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446725 Nov 23 09:05:01.550562 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-dd72f83f-a7c9-482e-b9ca-37356a723498 req-463b9511-b53b-4b27-a35b-a7aa4e1e0308 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0267823 Nov 23 09:05:02.251793 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715aa3e-613d-404f-9c08-3ffefa468d61 req-c3db1782-0163-48e8-942c-a831c3e316a3 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:02.253278 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2715aa3e-613d-404f-9c08-3ffefa468d61 req-c3db1782-0163-48e8-942c-a831c3e316a3 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0501857 Nov 23 09:05:02.307104 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2715aa3e-613d-404f-9c08-3ffefa468d61 req-aaf26e0a-b6ca-4b9f-8209-d1a6345bfbc8 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471203 Nov 23 09:05:02.614034 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb341-abb2-4866-9344-e75bdb70d612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:02.669706 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d674f6cd-b0c4-4048-ba84-a8e62aa67287 req-6310d1cb-75a4-4833-bd57-151e8393b2ab tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0356176 Nov 23 09:05:03.430235 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6c896-e9ca-42c6-8dca-f4c20a68b8ff req-df73d959-3220-4386-86e0-af26d22595fd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:03.431818 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-20d6c896-e9ca-42c6-8dca-f4c20a68b8ff req-df73d959-3220-4386-86e0-af26d22595fd tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0520663 Nov 23 09:05:03.482223 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-20d6c896-e9ca-42c6-8dca-f4c20a68b8ff req-27e36fda-1486-4b35-b890-23a693ae84e7 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443974 Nov 23 09:05:03.777239 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ca6651f9-1c42-43d7-9298-64bc5ddf6676 req-f84a5f84-b804-4fe6-b0ce-e24b5fdaf62f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0275390 Nov 23 09:05:03.933774 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:04.616808 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45327571-6707-4eeb-9b26-181899224c9a req-0298397f-3b45-4b5c-905a-c73d96ed46f9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:04.618355 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-45327571-6707-4eeb-9b26-181899224c9a req-0298397f-3b45-4b5c-905a-c73d96ed46f9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0529554 Nov 23 09:05:04.666056 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-45327571-6707-4eeb-9b26-181899224c9a req-25936ee4-8f80-41ed-b5ad-b5e2e867129a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414534 Nov 23 09:05:04.887522 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-562eaa56-6dcd-4549-9d63-702759bee542 req-39046e15-786d-43ed-b86f-c6ca7ff063e3 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0311139 Nov 23 09:05:04.910532 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:05.786587 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf120f-f0f5-46a3-9630-b3c817b70c5d req-d7ad2c62-7ac9-490d-8522-764920705872 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:05.788788 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4cbf120f-f0f5-46a3-9630-b3c817b70c5d req-d7ad2c62-7ac9-490d-8522-764920705872 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0499098 Nov 23 09:05:05.842658 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4cbf120f-f0f5-46a3-9630-b3c817b70c5d req-a6589fd3-03c1-44ee-9057-45e31bc89e85 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475631 Nov 23 09:05:05.878588 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:05.998745 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-24556b02-8458-4367-8e26-2cc791a3da92 req-eb7ab298-aa71-4bbc-93c4-3301bbab26fa tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0248766 Nov 23 09:05:06.971305 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32479a-67d1-41bd-a737-441e619ffd87 req-634bd93c-3384-4901-b62a-d2a4e8fd5264 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:06.972701 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4d32479a-67d1-41bd-a737-441e619ffd87 req-634bd93c-3384-4901-b62a-d2a4e8fd5264 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0562015 Nov 23 09:05:07.026343 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4d32479a-67d1-41bd-a737-441e619ffd87 req-73c78dd4-694c-4f50-b643-72d5c1a121fa tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471768 Nov 23 09:05:07.109325 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e9e4669f-837f-41ae-b00a-9c0c4edb719c req-effdcd00-4d7f-47f1-8a6f-3f7cb43a76ed tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcc9f31-a3b6-4476-9c2f-6b22faa98e22 HTTP/1.1" status: 200 len: 210 time: 0.0281723 Nov 23 09:05:07.944410 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab1984-879f-4540-ae8b-0c0f7766efb7 req-350083b3-78eb-43c0-88cb-82c58f6b0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:07.945936 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0eab1984-879f-4540-ae8b-0c0f7766efb7 req-350083b3-78eb-43c0-88cb-82c58f6b0c09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d37eeef32a14dfcad683356d32556e8&device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 1137 time: 0.0400822 Nov 23 09:05:08.044829 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab1984-879f-4540-ae8b-0c0f7766efb7 req-46cd26f5-6ed5-41e5-a903-493138fed1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:08.046279 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0eab1984-879f-4540-ae8b-0c0f7766efb7 req-46cd26f5-6ed5-41e5-a903-493138fed1af service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 HTTP/1.1" status: 200 len: 916 time: 0.0910761 Nov 23 09:05:08.113015 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0eab1984-879f-4540-ae8b-0c0f7766efb7 req-aa2f767a-605d-4904-98bf-0d792358ce2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 HTTP/1.1" status: 200 len: 1001 time: 0.0591912 Nov 23 09:05:08.154382 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e834ca-3105-4d75-80eb-777ec6dce998 req-2d3f1b82-14bd-4fae-bd10-5851c34dd5d1 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:08.155910 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b4e834ca-3105-4d75-80eb-777ec6dce998 req-2d3f1b82-14bd-4fae-bd10-5851c34dd5d1 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0511999 Nov 23 09:05:08.166580 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab1984-879f-4540-ae8b-0c0f7766efb7 req-ee492b19-9983-4910-b818-8e52307a4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:08.168160 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0eab1984-879f-4540-ae8b-0c0f7766efb7 req-ee492b19-9983-4910-b818-8e52307a4eac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4f46289-bfb1-43d4-b092-bc64f39a3c09 HTTP/1.1" status: 200 len: 854 time: 0.0471663 Nov 23 09:05:08.206626 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b4e834ca-3105-4d75-80eb-777ec6dce998 req-5d6967a6-a24b-4e30-9d50-e12c7dea5f5a tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447030 Nov 23 09:05:08.220328 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab1984-879f-4540-ae8b-0c0f7766efb7 req-89330993-7467-465e-b6dd-4a44ab2dd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:08.221830 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0eab1984-879f-4540-ae8b-0c0f7766efb7 req-89330993-7467-465e-b6dd-4a44ab2dd1b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451944 Nov 23 09:05:08.315119 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0eab1984-879f-4540-ae8b-0c0f7766efb7 req-9582cf25-e0e5-4e3e-806b-a9fb23490283 service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835807 Nov 23 09:05:08.422954 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-6883359c-a253-4403-a48a-10efe06ebc98 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474799054&fields=id&tenant_id=229671159ee9412ca1bcc93a838c73c1 HTTP/1.1" status: 200 len: 267 time: 0.0993721 Nov 23 09:05:08.460013 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0eab1984-879f-4540-ae8b-0c0f7766efb7 req-51c704f3-9153-4bbb-8955-c2090684ee4b service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376057 Nov 23 09:05:08.571327 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e723e-5e94-4620-bf52-67de32a693a6 req-e8dda9c3-cf96-4f8d-97e1-bc7018e659c8 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:08.572765 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-e8dda9c3-cf96-4f8d-97e1-bc7018e659c8 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 812 time: 0.1404135 Nov 23 09:05:08.575630 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffe440-1c76-4bd3-8e4c-99bd1ae471c7 req-b6da7960-b0ed-4527-ac78-f5464ef1c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:08.577033 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-aaffe440-1c76-4bd3-8e4c-99bd1ae471c7 req-b6da7960-b0ed-4527-ac78-f5464ef1c425 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d37eeef32a14dfcad683356d32556e8&device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 1137 time: 0.0680127 Nov 23 09:05:08.595435 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-3bbd4575-31cf-4ad3-85ee-0b77e2b5da9c tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/quotas/229671159ee9412ca1bcc93a838c73c1 HTTP/1.1" status: 200 len: 375 time: 0.0170507 Nov 23 09:05:08.697258 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-7109cc31-d85a-48af-ae48-5e38346a389b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923913 Nov 23 09:05:08.706149 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffe440-1c76-4bd3-8e4c-99bd1ae471c7 req-173c6651-48d8-4859-92f7-d2ecd98ef365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:08.707525 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-aaffe440-1c76-4bd3-8e4c-99bd1ae471c7 req-173c6651-48d8-4859-92f7-d2ecd98ef365 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 HTTP/1.1" status: 200 len: 916 time: 0.1220005 Nov 23 09:05:08.822046 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-aaffe440-1c76-4bd3-8e4c-99bd1ae471c7 req-7582f047-feea-406f-afde-3f07ab63479c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 HTTP/1.1" status: 200 len: 1001 time: 0.1051824 Nov 23 09:05:08.863947 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-303770e4-cf5b-4ef8-a581-9b802fc24bb0 service neutron] 10.222.0.46 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549935 Nov 23 09:05:08.908929 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffe440-1c76-4bd3-8e4c-99bd1ae471c7 req-937547de-77cb-4e7b-b06c-d7c5c8c3da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:08.910412 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-aaffe440-1c76-4bd3-8e4c-99bd1ae471c7 req-937547de-77cb-4e7b-b06c-d7c5c8c3da55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4f46289-bfb1-43d4-b092-bc64f39a3c09 HTTP/1.1" status: 200 len: 854 time: 0.0798669 Nov 23 09:05:08.994251 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-a7af1ac1-998f-42e7-be4e-3e9b1aee38c4 service neutron] 10.222.0.46 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222990 Nov 23 09:05:08.996802 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffe440-1c76-4bd3-8e4c-99bd1ae471c7 req-8e977e4c-524a-4c5d-ae81-0509b79c6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:08.998172 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-aaffe440-1c76-4bd3-8e4c-99bd1ae471c7 req-8e977e4c-524a-4c5d-ae81-0509b79c6679 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0607142 Nov 23 09:05:09.093724 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-aaffe440-1c76-4bd3-8e4c-99bd1ae471c7 req-08cbcbd8-da1e-4686-a2fd-cf952f2a50b4 service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876007 Nov 23 09:05:09.187726 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-aaffe440-1c76-4bd3-8e4c-99bd1ae471c7 req-2c5d5a0c-b46e-438d-a969-688488e6e9ce service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856142 Nov 23 09:05:09.274947 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8bc64452-042c-468b-889b-cc5d1a13e327 req-0634db56-66f7-4648-b5ea-b083e09ffa28 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 210 time: 0.0268717 Nov 23 09:05:09.333906 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c8c92-65b2-4f53-a825-e3e69139d83a req-6172380a-4300-4bd5-8ea3-1164efc85cfb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:09.335499 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-625c8c92-65b2-4f53-a825-e3e69139d83a req-6172380a-4300-4bd5-8ea3-1164efc85cfb tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0534942 Nov 23 09:05:09.385238 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-625c8c92-65b2-4f53-a825-e3e69139d83a req-667f8542-93c9-4ea4-b3e1-b6a65565c240 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 Nov 23 09:05:10.192995 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e723e-5e94-4620-bf52-67de32a693a6 req-117a1df0-0884-4982-8c8a-0e4638f5f05c tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:10.195362 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-117a1df0-0884-4982-8c8a-0e4638f5f05c tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 812 time: 0.1073918 Nov 23 09:05:10.369344 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a598a32f-6932-4709-b4f4-700c1ae02492 req-52f435e5-066f-4e62-bfc3-d7cef51145c7 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 210 time: 0.0268965 Nov 23 09:05:10.523571 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-86b7706d-c7da-43a9-99b7-66c2a2cba3be tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229671159ee9412ca1bcc93a838c73c1 HTTP/1.1" status: 200 len: 379 time: 0.3170266 Nov 23 09:05:10.535974 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [req-801e723e-5e94-4620-bf52-67de32a693a6 req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Request body: {'port': {'device_id': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'admin_state_up': True, 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'security_groups': ['a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c']}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:05:10.548398 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ee81d-c851-4db1-ae14-e17b36d0c9db req-4280f8e5-458f-4a73-8826-47ec6d5c7f57 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:10.549893 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd4ee81d-c851-4db1-ae14-e17b36d0c9db req-4280f8e5-458f-4a73-8826-47ec6d5c7f57 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 943 time: 0.0864980 Nov 23 09:05:10.658826 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd4ee81d-c851-4db1-ae14-e17b36d0c9db req-730619bb-db24-4a9e-956b-b14835005bb7 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974913 Nov 23 09:05:10.694736 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801e723e-5e94-4620-bf52-67de32a693a6 req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Made reservation on behalf of 229671159ee9412ca1bcc93a838c73c1 for: {'port': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:05:10.698934 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-801e723e-5e94-4620-bf52-67de32a693a6 req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:10.824815 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [req-801e723e-5e94-4620-bf52-67de32a693a6 req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Allocated IP 172.20.0.7 (d2703dbd-849e-45eb-9768-17f699057b49/06fbb5e9-9718-4186-95a3-562af5d28bc5/833fdf90-74a3-408c-a75b-f0c5c196ddcf) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:05:10.956627 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-801e723e-5e94-4620-bf52-67de32a693a6 req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:10.989823 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-801e723e-5e94-4620-bf52-67de32a693a6 req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:11.036067 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801e723e-5e94-4620-bf52-67de32a693a6 req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Network d2703dbd-849e-45eb-9768-17f699057b49 is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:05:11.039614 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [req-801e723e-5e94-4620-bf52-67de32a693a6 req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:05:11.043193 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-801e723e-5e94-4620-bf52-67de32a693a6 req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:05:11.049565 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'Port': ['ID=833fdf90-74a3-408c-a75b-f0c5c196ddcf,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:05:11.079233 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:11.079579 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:11.079920 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:11.080278 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:11.080590 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:11.080927 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:11.081292 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:11.081619 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:11.084988 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:11.084988 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:11.084988 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:11.084988 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:11.106903 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e723e-5e94-4620-bf52-67de32a693a6 req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:11.107521 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-801e723e-5e94-4620-bf52-67de32a693a6 req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:11.124844 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-d0fcb4ac-2db3-4a78-84e5-1d421768fb05 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5935359 Nov 23 09:05:11.138468 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:05:11.139081 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Request body: {'port': {'device_id': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:05:11.195905 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:11.244741 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:05:11.255429 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'port_id': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'mac_address': 'fa:16:3e:f6:d9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:05:11.302009 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:11.311720 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-67988b28-e95f-4f37-a224-e13a1c30ec9f None None] Provisioning complete for port 833fdf90-74a3-408c-a75b-f0c5c196ddcf triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:05:11.312016 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-67988b28-e95f-4f37-a224-e13a1c30ec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:11.338754 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:05:11.368385 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:05:11.369373 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-67988b28-e95f-4f37-a224-e13a1c30ec9f None None] Port 833fdf90-74a3-408c-a75b-f0c5c196ddcf cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:05:11.372963 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:11.422307 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,revision_number=9']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:05:11.466432 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833fdf90-74a3-408c-a75b-f0c5c196ddcf {{(pid=102541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:05:11.473929 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:11.487860 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.provisioning_blocks [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Transition to ACTIVE for port object 833fdf90-74a3-408c-a75b-f0c5c196ddcf will not be triggered until provisioned by entity L2. {{(pid=102541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:05:11.491535 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:11.492657 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d072a9-4b88-4c23-9ed2-7aa86b3a8faa req-ebb583be-70ca-4a46-9533-c19dd9f365c9 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:11.494688 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2d072a9-4b88-4c23-9ed2-7aa86b3a8faa req-ebb583be-70ca-4a46-9533-c19dd9f365c9 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 931 time: 0.0538223 Nov 23 09:05:11.542716 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=833fdf90-74a3-408c-a75b-f0c5c196ddcf,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:05:11.553592 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2d072a9-4b88-4c23-9ed2-7aa86b3a8faa req-7475e50d-a541-4990-afe2-b4090c2fb574 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521841 Nov 23 09:05:11.582228 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:05:11.619229 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Attempting to bind port 833fdf90-74a3-408c-a75b-f0c5c196ddcf on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:05:11.619563 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Attempting to bind port 833fdf90-74a3-408c-a75b-f0c5c196ddcf by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'}] {{(pid=102541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:05:11.619887 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Attempting to bind port 833fdf90-74a3-408c-a75b-f0c5c196ddcf on network d2703dbd-849e-45eb-9768-17f699057b49 {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:05:11.624408 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Port 833fdf90-74a3-408c-a75b-f0c5c196ddcf on network d2703dbd-849e-45eb-9768-17f699057b49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:05:11.624725 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Attempting to bind port 833fdf90-74a3-408c-a75b-f0c5c196ddcf on network d2703dbd-849e-45eb-9768-17f699057b49 {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:05:11.629880 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:05:11.630572 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Checking segment: {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:05:11.630954 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Bound using segment: {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'} {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:05:11.631907 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Bound port: 833fdf90-74a3-408c-a75b-f0c5c196ddcf, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'}}] {{(pid=102541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:05:11.632376 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:11.702919 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] For port 833fdf90-74a3-408c-a75b-f0c5c196ddcf, host hv-cinder-76845, cleared binding levels {{(pid=102541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:05:11.706158 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] For port 833fdf90-74a3-408c-a75b-f0c5c196ddcf, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=833fdf90-74a3-408c-a75b-f0c5c196ddcf,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:05:11.711584 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:11.757381 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:11.758025 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:11.759435 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/833fdf90-74a3-408c-a75b-f0c5c196ddcf HTTP/1.1" status: 200 len: 1093 time: 0.6253681 Nov 23 09:05:11.759881 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'tag': '833fdf90-74a3-408c-a75b-f0c5c196ddcf'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:05:11.762214 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0745a089-2638-4451-8bbb-96844469f68c" -d '{"events": [{"name": "network-changed", "server_uuid": "1385abf2-5cb6-424f-9768-048d7f9efaac", "tag": "833fdf90-74a3-408c-a75b-f0c5c196ddcf"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:05:11.823360 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f37d8e-aafc-48fc-8de6-825172e31ed2 x-openstack-request-id: req-b5f37d8e-aafc-48fc-8de6-825172e31ed2 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:05:11.823651 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1385abf2-5cb6-424f-9768-048d7f9efaac", "tag": "833fdf90-74a3-408c-a75b-f0c5c196ddcf", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:05:11.823904 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5f37d8e-aafc-48fc-8de6-825172e31ed2 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:05:11.824292 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'tag': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'status': 'completed', 'code': 200} Nov 23 09:05:11.846904 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc647934-c63f-4dca-9a4b-72b96429f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=833fdf90-74a3-408c-a75b-f0c5c196ddcf,revision_number=3']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:05:11.868852 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716631ed-2df3-46b9-9b35-fd184699a381 req-2053e28d-cc33-4e36-a41a-0fe9bc3f0da9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:11.870476 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-716631ed-2df3-46b9-9b35-fd184699a381 req-2053e28d-cc33-4e36-a41a-0fe9bc3f0da9 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 944 time: 0.1317160 Nov 23 09:05:11.877809 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e723e-5e94-4620-bf52-67de32a693a6 req-22b75250-7c68-4e19-97d5-7b38e0a44300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:11.879341 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-22b75250-7c68-4e19-97d5-7b38e0a44300 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 1096 time: 0.0715187 Nov 23 09:05:11.933788 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-cb0a81ed-a079-4fec-afeb-1e5ea76625f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=833fdf90-74a3-408c-a75b-f0c5c196ddcf HTTP/1.1" status: 200 len: 217 time: 0.0399327 Nov 23 09:05:11.986324 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-716631ed-2df3-46b9-9b35-fd184699a381 req-ca8a94d7-1706-4ba9-b93f-40790611b07f tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060245 Nov 23 09:05:11.998564 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e723e-5e94-4620-bf52-67de32a693a6 req-92177e5a-ba06-435c-97d3-8d099023e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:11.999983 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-92177e5a-ba06-435c-97d3-8d099023e59c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0589497 Nov 23 09:05:12.047616 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e723e-5e94-4620-bf52-67de32a693a6 req-fd06b691-1015-4ba3-8f89-7e896601d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:12.048988 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-fd06b691-1015-4ba3-8f89-7e896601d03d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394154 Nov 23 09:05:12.138410 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-fbae53c2-8e0b-49eb-85fe-c958ac696111 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810177 Nov 23 09:05:12.231820 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-801e723e-5e94-4620-bf52-67de32a693a6 req-43c8ea75-36c4-4c69-97ab-a68952e180c6 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850680 Nov 23 09:05:12.318471 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745a089-2638-4451-8bbb-96844469f68c req-09ded93c-eebe-4a81-8c3b-9c328afe684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:12.320478 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0745a089-2638-4451-8bbb-96844469f68c req-09ded93c-eebe-4a81-8c3b-9c328afe684a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 1096 time: 0.0391462 Nov 23 09:05:12.412868 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745a089-2638-4451-8bbb-96844469f68c req-e8240201-a5ee-4161-b777-c846684792c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:12.414357 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0745a089-2638-4451-8bbb-96844469f68c req-e8240201-a5ee-4161-b777-c846684792c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 913 time: 0.0856910 Nov 23 09:05:12.462504 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0745a089-2638-4451-8bbb-96844469f68c req-ea28322e-8d54-4feb-a22e-a7f2d9cb36b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=833fdf90-74a3-408c-a75b-f0c5c196ddcf HTTP/1.1" status: 200 len: 217 time: 0.0344627 Nov 23 09:05:12.510453 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745a089-2638-4451-8bbb-96844469f68c req-c635d693-e90c-43d1-9b8b-bf7c4be8c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:12.511830 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0745a089-2638-4451-8bbb-96844469f68c req-c635d693-e90c-43d1-9b8b-bf7c4be8c438 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0421593 Nov 23 09:05:12.558906 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745a089-2638-4451-8bbb-96844469f68c req-89b92e2b-919f-473b-adee-845e90aaddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:12.560329 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0745a089-2638-4451-8bbb-96844469f68c req-89b92e2b-919f-473b-adee-845e90aaddbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415483 Nov 23 09:05:12.653182 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0745a089-2638-4451-8bbb-96844469f68c req-dc400a49-ac89-401a-a9cb-7ab5576c9752 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851538 Nov 23 09:05:12.667773 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68191c8-ca04-47d8-bd00-c8ce63d246b0 req-a4d18756-dbf7-45fe-9468-62d812ce3899 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:12.669257 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a68191c8-ca04-47d8-bd00-c8ce63d246b0 req-a4d18756-dbf7-45fe-9468-62d812ce3899 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 943 time: 0.0476191 Nov 23 09:05:12.718642 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a68191c8-ca04-47d8-bd00-c8ce63d246b0 req-19bd9318-98ed-478b-a086-0c4f7b13c719 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434043 Nov 23 09:05:12.747242 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0745a089-2638-4451-8bbb-96844469f68c req-1b700e30-a7bf-44fc-a96f-5dbfdff64124 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861936 Nov 23 09:05:13.105059 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d557f78-c43b-467f-9e7f-c049ede01487 req-5125903b-f4c5-440e-8bbc-9c4c06676682 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:13.106603 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9d557f78-c43b-467f-9e7f-c049ede01487 req-5125903b-f4c5-440e-8bbc-9c4c06676682 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 944 time: 0.0484097 Nov 23 09:05:13.152488 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9d557f78-c43b-467f-9e7f-c049ede01487 req-1af4e81a-020f-4624-987a-4c778e427734 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400119 Nov 23 09:05:13.165907 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:05:13.214795 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:05:13.215166 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:13.291882 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:13.313466 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:05:13.315710 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a60b6f5-9766-4d2d-9a20-d1edf5990651" -d '{"events": [{"server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "name": "network-vif-plugged", "status": "completed", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:05:13.328617 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:05:13.332585 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:13.357843 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0587104-480c-4ce9-b965-3b9c267edaad x-openstack-request-id: req-b0587104-480c-4ce9-b965-3b9c267edaad {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:05:13.358134 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "name": "network-vif-plugged", "status": "completed", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:05:13.358408 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0587104-480c-4ce9-b965-3b9c267edaad {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:05:13.358790 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'code': 200} Nov 23 09:05:13.384505 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,revision_number=10']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:05:13.533969 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408bfe0-1ed7-49f9-ac83-877090f6aaae req-0fc5539a-6061-4748-b422-a0030bc659b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:13.535423 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a408bfe0-1ed7-49f9-ac83-877090f6aaae req-0fc5539a-6061-4748-b422-a0030bc659b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 1099 time: 0.0390170 Nov 23 09:05:13.583002 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a408bfe0-1ed7-49f9-ac83-877090f6aaae req-3e8b4038-9f07-4e6b-85b9-13002b7f45e5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398295 Nov 23 09:05:13.830144 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40964e81-be42-4607-9da3-5c56b27c73fa req-5c84b692-5027-488b-9357-a5565532febd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:13.831579 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-40964e81-be42-4607-9da3-5c56b27c73fa req-5c84b692-5027-488b-9357-a5565532febd tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 943 time: 0.0472298 Nov 23 09:05:13.880423 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-40964e81-be42-4607-9da3-5c56b27c73fa req-d58a2aff-7f17-4bc8-b667-f4b1e5147302 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423417 Nov 23 09:05:14.270221 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd0dd4-660a-4503-83cd-470e24c2c1ed req-ab3050dc-1b04-4597-ba30-8e98e4c114b6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:14.271662 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-93fd0dd4-660a-4503-83cd-470e24c2c1ed req-ab3050dc-1b04-4597-ba30-8e98e4c114b6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 946 time: 0.0464911 Nov 23 09:05:14.322740 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-93fd0dd4-660a-4503-83cd-470e24c2c1ed req-8b952ec1-cce7-443e-87ca-5700c0e47a2c tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444305 Nov 23 09:05:14.999010 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07186754-368a-4ae8-923f-69fb6b437e54 req-bddd7c2a-7783-42ae-a6df-61bbd87730e7 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:15.000486 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-07186754-368a-4ae8-923f-69fb6b437e54 req-bddd7c2a-7783-42ae-a6df-61bbd87730e7 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 943 time: 0.0513732 Nov 23 09:05:15.051501 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-07186754-368a-4ae8-923f-69fb6b437e54 req-f2bdeca9-165e-407d-9992-7bb31091fb89 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450499 Nov 23 09:05:15.439799 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882aca9-53b6-435d-922a-27dc955f9fd7 req-9fbfab0a-5959-46f5-83e1-2629265ab953 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:15.441188 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3882aca9-53b6-435d-922a-27dc955f9fd7 req-9fbfab0a-5959-46f5-83e1-2629265ab953 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 946 time: 0.0473673 Nov 23 09:05:15.489149 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3882aca9-53b6-435d-922a-27dc955f9fd7 req-b678e268-e211-4b67-a701-5cd9a7a0925b tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413203 Nov 23 09:05:15.664802 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:16.168721 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39bc7a-4cf0-46c4-ace3-02f684ea5d45 req-de29ad53-afec-4b5c-97cf-959dd317511f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:16.170212 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ac39bc7a-4cf0-46c4-ace3-02f684ea5d45 req-de29ad53-afec-4b5c-97cf-959dd317511f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 943 time: 0.0503685 Nov 23 09:05:16.217883 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ac39bc7a-4cf0-46c4-ace3-02f684ea5d45 req-7e5aa3f7-96e0-4560-8e0a-172b17dc2955 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418994 Nov 23 09:05:17.329688 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e6cf5-fcd5-4f39-9e21-f59b30eb221a req-c0f1c28d-404f-4cb4-9de1-dc324132cb23 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:17.331124 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-854e6cf5-fcd5-4f39-9e21-f59b30eb221a req-c0f1c28d-404f-4cb4-9de1-dc324132cb23 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 943 time: 0.0472808 Nov 23 09:05:17.378579 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-854e6cf5-fcd5-4f39-9e21-f59b30eb221a req-1735a369-d62c-4d54-9e51-491f7e9361a0 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413833 Nov 23 09:05:18.490529 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49124422-4a52-4141-92bc-fd96ace6fc52 req-7e54b1be-8f0c-4687-b783-ef21585099fc tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:18.492061 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-49124422-4a52-4141-92bc-fd96ace6fc52 req-7e54b1be-8f0c-4687-b783-ef21585099fc tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 943 time: 0.0486376 Nov 23 09:05:18.540097 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-49124422-4a52-4141-92bc-fd96ace6fc52 req-cb492deb-8ba5-4594-b6f6-de8a0a52b747 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421999 Nov 23 09:05:19.205381 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 833fdf90-74a3-408c-a75b-f0c5c196ddcf details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:05:19.307427 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 833fdf90-74a3-408c-a75b-f0c5c196ddcf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=833fdf90-74a3-408c-a75b-f0c5c196ddcf,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:05:19.318024 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'port_id': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'mac_address': 'fa:16:3e:0b:56:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:05:19.354449 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:19.367325 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833fdf90-74a3-408c-a75b-f0c5c196ddcf {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:05:19.389781 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 833fdf90-74a3-408c-a75b-f0c5c196ddcf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=833fdf90-74a3-408c-a75b-f0c5c196ddcf,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:05:19.393704 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:19.439472 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=833fdf90-74a3-408c-a75b-f0c5c196ddcf,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:05:19.618947 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['833fdf90-74a3-408c-a75b-f0c5c196ddcf'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:05:19.654505 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc858c05-32af-476e-9c74-1b5a6e2af311 req-74e816d7-61cf-4c99-8ab2-f28f867566ef tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:19.655971 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-cc858c05-32af-476e-9c74-1b5a6e2af311 req-74e816d7-61cf-4c99-8ab2-f28f867566ef tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 944 time: 0.0507519 Nov 23 09:05:19.704368 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-cc858c05-32af-476e-9c74-1b5a6e2af311 req-33d592c8-d534-473f-a17f-d134090d8fd1 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424774 Nov 23 09:05:20.816131 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453c3cf-970a-489b-89c9-421070154471 req-1cd755d7-07a6-4c5e-8825-6e7d97b14031 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:20.817593 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7453c3cf-970a-489b-89c9-421070154471 req-1cd755d7-07a6-4c5e-8825-6e7d97b14031 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 944 time: 0.0472848 Nov 23 09:05:20.868945 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7453c3cf-970a-489b-89c9-421070154471 req-490317c6-cacc-4cc1-95d4-4fb11f4dfa33 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453758 Nov 23 09:05:21.216992 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 833fdf90-74a3-408c-a75b-f0c5c196ddcf up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:05:21.267064 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port 833fdf90-74a3-408c-a75b-f0c5c196ddcf completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:05:21.270990 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 833fdf90-74a3-408c-a75b-f0c5c196ddcf triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:05:21.271363 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:21.350355 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:21.371758 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833fdf90-74a3-408c-a75b-f0c5c196ddcf'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:05:21.373983 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fafa32-e287-42f4-bc72-849f3d384039" -d '{"events": [{"server_uuid": "1385abf2-5cb6-424f-9768-048d7f9efaac", "name": "network-vif-plugged", "status": "completed", "tag": "833fdf90-74a3-408c-a75b-f0c5c196ddcf"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:05:21.387253 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 833fdf90-74a3-408c-a75b-f0c5c196ddcf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=833fdf90-74a3-408c-a75b-f0c5c196ddcf,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:05:21.391299 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:21.414948 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e7eb6b-06dd-44c3-aba5-728780c19b59 x-openstack-request-id: req-80e7eb6b-06dd-44c3-aba5-728780c19b59 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:05:21.415246 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1385abf2-5cb6-424f-9768-048d7f9efaac", "name": "network-vif-plugged", "status": "completed", "tag": "833fdf90-74a3-408c-a75b-f0c5c196ddcf", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:05:21.415506 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80e7eb6b-06dd-44c3-aba5-728780c19b59 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:05:21.415890 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'code': 200} Nov 23 09:05:21.442040 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=833fdf90-74a3-408c-a75b-f0c5c196ddcf,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:05:21.654661 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b952a2-e426-4c02-84f9-eeb42502a829 req-9f472db1-1261-46cd-89f2-3d74aaedc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:21.655994 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-86b952a2-e426-4c02-84f9-eeb42502a829 req-9f472db1-1261-46cd-89f2-3d74aaedc3ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 1098 time: 0.0380418 Nov 23 09:05:21.702400 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-86b952a2-e426-4c02-84f9-eeb42502a829 req-b1468096-e12e-4433-aa75-a300221ac841 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383439 Nov 23 09:05:21.990262 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0573d7-46ae-42ed-b00f-9bc7f284394e req-04201dd0-7307-46e8-8dd8-32785ee77122 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:21.991637 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1b0573d7-46ae-42ed-b00f-9bc7f284394e req-04201dd0-7307-46e8-8dd8-32785ee77122 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 945 time: 0.0570648 Nov 23 09:05:22.038886 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1b0573d7-46ae-42ed-b00f-9bc7f284394e req-a48117b9-cc1d-4d29-ace2-97a68c6e4fda tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414505 Nov 23 09:05:23.167046 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b3f6e-b57f-40f2-949f-34665c3a5545 req-b5db1a44-8726-48fc-8993-c98055b12dc4 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:23.168530 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d65b3f6e-b57f-40f2-949f-34665c3a5545 req-b5db1a44-8726-48fc-8993-c98055b12dc4 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 945 time: 0.0575466 Nov 23 09:05:23.209099 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb9b22-05ed-4e6f-9691-f12b3123796d req-2e350dec-3a5f-48ef-b3a3-a32be45b321a tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:23.211008 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7ddb9b22-05ed-4e6f-9691-f12b3123796d req-2e350dec-3a5f-48ef-b3a3-a32be45b321a tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 984 time: 0.0512533 Nov 23 09:05:23.247995 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d65b3f6e-b57f-40f2-949f-34665c3a5545 req-318e920d-a6e6-42b6-a1b0-fc354bba84ed tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657234 Nov 23 09:05:23.249947 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda5516-6c44-4460-b4b0-557be3100705 req-89303715-bd4d-438c-b9fe-d058cba27e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:23.251334 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8eda5516-6c44-4460-b4b0-557be3100705 req-89303715-bd4d-438c-b9fe-d058cba27e22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d37eeef32a14dfcad683356d32556e8&device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 1137 time: 0.0772820 Nov 23 09:05:23.272210 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7ddb9b22-05ed-4e6f-9691-f12b3123796d req-53e0d614-8474-4d44-b835-f4891334ba55 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=6101f722-11cd-4dbd-86cc-954bf7e2d4d0&id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546432 Nov 23 09:05:23.371118 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda5516-6c44-4460-b4b0-557be3100705 req-c52b747f-69a8-4fba-b9fd-5d4484e78b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:23.372553 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8eda5516-6c44-4460-b4b0-557be3100705 req-c52b747f-69a8-4fba-b9fd-5d4484e78b1e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 HTTP/1.1" status: 200 len: 916 time: 0.1136315 Nov 23 09:05:23.386715 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622555-d5be-4b05-b7cf-5f0c242bf499 req-acb52aae-473b-4631-a354-31f93c8760a4 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:23.388070 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2e622555-d5be-4b05-b7cf-5f0c242bf499 req-acb52aae-473b-4631-a354-31f93c8760a4 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 945 time: 0.0643175 Nov 23 09:05:23.478729 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8eda5516-6c44-4460-b4b0-557be3100705 req-abd04a53-afc8-4b42-bef6-031642de3b78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 HTTP/1.1" status: 200 len: 1001 time: 0.0897353 Nov 23 09:05:23.483470 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2e622555-d5be-4b05-b7cf-5f0c242bf499 req-d145ffd6-8cf0-422a-bcf2-2519dd361c5c tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884798 Nov 23 09:05:23.505662 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43294) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:05:23.527677 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda5516-6c44-4460-b4b0-557be3100705 req-af839136-ea73-4c9c-bebc-520451a7312f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:23.529035 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8eda5516-6c44-4460-b4b0-557be3100705 req-af839136-ea73-4c9c-bebc-520451a7312f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4f46289-bfb1-43d4-b092-bc64f39a3c09 HTTP/1.1" status: 200 len: 854 time: 0.0433865 Nov 23 09:05:23.547395 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813674f9-a019-4495-916e-7a1d7fa31059 tempest-TestVolumeBootPattern-886431220 tempest-TestVolumeBootPattern-886431220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:23.548894 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-813674f9-a019-4495-916e-7a1d7fa31059 tempest-TestVolumeBootPattern-886431220 tempest-TestVolumeBootPattern-886431220-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 1093 time: 0.0417135 Nov 23 09:05:23.551728 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43296) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:05:23.555921 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Request body: {'floatingip': {'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'port_id': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:05:23.577432 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for floatingip, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:23.579892 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda5516-6c44-4460-b4b0-557be3100705 req-6d75db62-27a3-4bab-a674-39596b5cb41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:23.581415 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8eda5516-6c44-4460-b4b0-557be3100705 req-6d75db62-27a3-4bab-a674-39596b5cb41e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448084 Nov 23 09:05:23.671771 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:23.676863 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8eda5516-6c44-4460-b4b0-557be3100705 req-00482613-d068-42de-8586-3f6706d34843 service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881181 Nov 23 09:05:23.766418 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8eda5516-6c44-4460-b4b0-557be3100705 req-a22af18c-0c80-4d3f-9c8d-604df082695c service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820811 Nov 23 09:05:23.781854 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Allocated IP 172.27.2.28 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/eac10b8e-91c1-47e7-a74f-fa25df8efd54) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:05:23.882362 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:23.916445 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:23.956299 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:05:23.962948 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:05:23.966376 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:05:23.987620 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'Port': ['ID=eac10b8e-91c1-47e7-a74f-fa25df8efd54,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:05:24.001065 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:24.001436 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:24.001772 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:24.002119 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:24.002446 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:24.002771 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:24.003095 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:24.003422 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:24.003732 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:24.004048 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:24.004362 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:24.004677 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:05:24.322779 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:24.420076 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc812f0-8be0-4c38-9482-3dca659abd17 req-0b06152b-dc65-4d53-9a4c-9a915e583533 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:24.421478 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5cc812f0-8be0-4c38-9482-3dca659abd17 req-0b06152b-dc65-4d53-9a4c-9a915e583533 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 984 time: 0.0758319 Nov 23 09:05:24.430006 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:24.755895 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5cc812f0-8be0-4c38-9482-3dca659abd17 req-5a7227db-3a0e-4a19-b80f-eca7d55fa1e8 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=6101f722-11cd-4dbd-86cc-954bf7e2d4d0&id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3279424 Nov 23 09:05:24.847463 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:24.852441 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:24.922807 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'Port': ['ID=eac10b8e-91c1-47e7-a74f-fa25df8efd54,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:05:24.933268 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:25.031359 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.l3_db [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Floating IP 515b993f-61cd-4c58-a359-99ef8bd2a7a1 associated. External IP: 172.27.2.28, port: 833fdf90-74a3-408c-a75b-f0c5c196ddcf. Nov 23 09:05:25.232637 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:05:25.333603 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:05:25.343475 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93428f5-2acb-4905-9af4-bf0ebdc0ed03 None None] Sync routers for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:05:25.351292 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:25.354298 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93428f5-2acb-4905-9af4-bf0ebdc0ed03 None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:05:25.354911 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-d93428f5-2acb-4905-9af4-bf0ebdc0ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:05:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:05:25.380551 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-ca49c7b7-c73a-418f-8dff-00b394c16ebb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8278334 Nov 23 09:05:25.381279 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'tag': '833fdf90-74a3-408c-a75b-f0c5c196ddcf'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:05:25.383547 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980b3a70-9947-4c81-83b3-1f003cb63fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "1385abf2-5cb6-424f-9768-048d7f9efaac", "tag": "833fdf90-74a3-408c-a75b-f0c5c196ddcf"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:05:25.420047 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ecc159-3a45-47fe-9372-324fd12351c7 x-openstack-request-id: req-f5ecc159-3a45-47fe-9372-324fd12351c7 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:05:25.420341 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1385abf2-5cb6-424f-9768-048d7f9efaac", "tag": "833fdf90-74a3-408c-a75b-f0c5c196ddcf", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:05:25.420598 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5ecc159-3a45-47fe-9372-324fd12351c7 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:05:25.420999 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'tag': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'status': 'completed', 'code': 200} Nov 23 09:05:25.461454 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-d93428f5-2acb-4905-9af4-bf0ebdc0ed03 None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:05:25.491090 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b3a70-9947-4c81-83b3-1f003cb63fd5 req-46e4fa75-2fac-4e29-bcc0-98b30686d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:25.492713 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-980b3a70-9947-4c81-83b3-1f003cb63fd5 req-46e4fa75-2fac-4e29-bcc0-98b30686d18b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 1098 time: 0.0457544 Nov 23 09:05:25.595806 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b3a70-9947-4c81-83b3-1f003cb63fd5 req-dfe13e59-8cd2-4051-a86e-a5f0b846416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:25.597185 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-980b3a70-9947-4c81-83b3-1f003cb63fd5 req-dfe13e59-8cd2-4051-a86e-a5f0b846416d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 913 time: 0.0855541 Nov 23 09:05:25.665459 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-980b3a70-9947-4c81-83b3-1f003cb63fd5 req-aee33b84-da49-4b7c-b826-a8c675ca629f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=833fdf90-74a3-408c-a75b-f0c5c196ddcf HTTP/1.1" status: 200 len: 998 time: 0.0602920 Nov 23 09:05:25.686231 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-d93428f5-2acb-4905-9af4-bf0ebdc0ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '515b993f-61cd-4c58-a359-99ef8bd2a7a1', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:0b:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:05:24Z', 'updated_at': '2021-11-23T09:05:24Z', 'revision_number': 0, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:05:25.712112 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93428f5-2acb-4905-9af4-bf0ebdc0ed03 None None] Checking router: 0877df19-aa8e-4146-9c3d-eca14ba9ac6f for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:05:25.714637 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b3a70-9947-4c81-83b3-1f003cb63fd5 req-bcab2612-3113-48fe-aafb-bbebca9ce20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:25.716095 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-980b3a70-9947-4c81-83b3-1f003cb63fd5 req-bcab2612-3113-48fe-aafb-bbebca9ce20c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0427191 Nov 23 09:05:25.720307 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93428f5-2acb-4905-9af4-bf0ebdc0ed03 None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:05:25.720901 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-d93428f5-2acb-4905-9af4-bf0ebdc0ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:05:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:05:25.762805 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b3a70-9947-4c81-83b3-1f003cb63fd5 req-11b04036-bbb7-4279-af60-b4cfd2074b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:25.764291 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-980b3a70-9947-4c81-83b3-1f003cb63fd5 req-11b04036-bbb7-4279-af60-b4cfd2074b48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396252 Nov 23 09:05:25.827478 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-d93428f5-2acb-4905-9af4-bf0ebdc0ed03 None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:05:25.865061 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-980b3a70-9947-4c81-83b3-1f003cb63fd5 req-0c805d86-57c4-4590-8ccc-abd1b4cb6f97 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873606 Nov 23 09:05:25.874227 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ee2b4-7b65-40fd-9c3d-a04502f27fd7 req-65e357e2-878d-4ffa-bef7-8d117f8848fe tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:25.875822 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-877ee2b4-7b65-40fd-9c3d-a04502f27fd7 req-65e357e2-878d-4ffa-bef7-8d117f8848fe tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 984 time: 0.0507293 Nov 23 09:05:25.940447 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-877ee2b4-7b65-40fd-9c3d-a04502f27fd7 req-a25e4cb6-61de-4683-b09c-a63938227927 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=6101f722-11cd-4dbd-86cc-954bf7e2d4d0&id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571187 Nov 23 09:05:25.967032 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-980b3a70-9947-4c81-83b3-1f003cb63fd5 req-f35b4f4a-50d1-4e1b-a29d-427ee4616e6d service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892520 Nov 23 09:05:26.069776 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-d93428f5-2acb-4905-9af4-bf0ebdc0ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '515b993f-61cd-4c58-a359-99ef8bd2a7a1', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:0b:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:05:24Z', 'updated_at': '2021-11-23T09:05:24Z', 'revision_number': 0, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:05:26.095502 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93428f5-2acb-4905-9af4-bf0ebdc0ed03 None None] The sync data for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi is: [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '515b993f-61cd-4c58-a359-99ef8bd2a7a1', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:0b:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:05:24Z', 'updated_at': '2021-11-23T09:05:24Z', 'revision_number': 0, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:05:26.268067 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2e31ec-db51-4840-a0b2-54b51924065f None None] New status for floating IP 515b993f-61cd-4c58-a359-99ef8bd2a7a1: ACTIVE {{(pid=102544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:05:27.061711 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd13a35-3600-4577-a9c2-5bbfcf88221c req-7e8c6f84-99fe-4f70-bd1f-11a82d2513f9 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:27.063204 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6dd13a35-3600-4577-a9c2-5bbfcf88221c req-7e8c6f84-99fe-4f70-bd1f-11a82d2513f9 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 984 time: 0.0512757 Nov 23 09:05:27.123005 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6dd13a35-3600-4577-a9c2-5bbfcf88221c req-82f4085f-8de7-45de-b36a-92232f0bac16 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=6101f722-11cd-4dbd-86cc-954bf7e2d4d0&id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530503 Nov 23 09:05:28.235454 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2dd7d-2071-475a-9d1c-87de51c591f1 req-c6754937-fd7d-4831-a10c-b7f0a5c11d5a tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:28.236870 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-09e2dd7d-2071-475a-9d1c-87de51c591f1 req-c6754937-fd7d-4831-a10c-b7f0a5c11d5a tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 984 time: 0.0476243 Nov 23 09:05:28.296052 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-09e2dd7d-2071-475a-9d1c-87de51c591f1 req-8e05b253-9f64-4bd7-8262-8584e4973aba tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=6101f722-11cd-4dbd-86cc-954bf7e2d4d0&id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530932 Nov 23 09:05:29.407599 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b995c3-990f-474b-80a9-5550ef6f4a3d req-fb8a7c05-47df-49eb-af3c-cf812301edd8 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:29.408964 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-80b995c3-990f-474b-80a9-5550ef6f4a3d req-fb8a7c05-47df-49eb-af3c-cf812301edd8 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 984 time: 0.0470598 Nov 23 09:05:29.467488 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-80b995c3-990f-474b-80a9-5550ef6f4a3d req-ed65a557-f3d0-400f-a506-0c8aeb6808ce tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=6101f722-11cd-4dbd-86cc-954bf7e2d4d0&id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519083 Nov 23 09:05:30.490296 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-07f914d2-2350-4b48-a70f-5dbe3964ee31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:30.586658 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426dc9d-310f-4e28-95a7-44b68359356c req-9f46165a-0e7b-4180-ad19-10229bbcee16 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:30.588112 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7426dc9d-310f-4e28-95a7-44b68359356c req-9f46165a-0e7b-4180-ad19-10229bbcee16 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 984 time: 0.0520971 Nov 23 09:05:30.645425 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7426dc9d-310f-4e28-95a7-44b68359356c req-538e50b3-3679-4829-aeba-018b96dcbc0d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=6101f722-11cd-4dbd-86cc-954bf7e2d4d0&id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514009 Nov 23 09:05:31.757929 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680e0f8-a9c9-4b64-b996-99d00ecbc93d req-c5bf6877-ee02-4018-a1ae-0557eb1ebd1f tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:31.759450 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b680e0f8-a9c9-4b64-b996-99d00ecbc93d req-c5bf6877-ee02-4018-a1ae-0557eb1ebd1f tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 984 time: 0.0474021 Nov 23 09:05:31.820823 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b680e0f8-a9c9-4b64-b996-99d00ecbc93d req-14458f75-1b81-4da2-a93b-cbb5d5d8430c tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=6101f722-11cd-4dbd-86cc-954bf7e2d4d0&id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555186 Nov 23 09:05:32.615836 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-120d528c-5df1-4c97-b5b8-5ae92e823c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:32.934040 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bd038-3cb5-42f3-bffc-e591fa0a38a2 req-c57e0afb-b186-4d41-949f-8809595695ff tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:32.935474 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-706bd038-3cb5-42f3-bffc-e591fa0a38a2 req-c57e0afb-b186-4d41-949f-8809595695ff tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 984 time: 0.0478020 Nov 23 09:05:32.993758 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-706bd038-3cb5-42f3-bffc-e591fa0a38a2 req-5484deb2-8ebb-4a3b-a359-10a5a3f51a3d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=6101f722-11cd-4dbd-86cc-954bf7e2d4d0&id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523512 Nov 23 09:05:33.935721 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:34.106621 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86606-6912-41d8-9ba6-d2f0c056edce req-53923986-5a2c-478c-b226-e9162ba6aa87 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:34.108105 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-25a86606-6912-41d8-9ba6-d2f0c056edce req-53923986-5a2c-478c-b226-e9162ba6aa87 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 984 time: 0.0486803 Nov 23 09:05:34.165684 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-25a86606-6912-41d8-9ba6-d2f0c056edce req-dfa9ef18-90c1-465e-8064-79d5ddc01b0e tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=6101f722-11cd-4dbd-86cc-954bf7e2d4d0&id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515797 Nov 23 09:05:34.906716 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:35.282916 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ccf13-bbbc-40aa-9874-3daa8eabe585 req-f89211d9-19f9-44f2-89f9-4dc718bd761f tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:35.284364 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5e8ccf13-bbbc-40aa-9874-3daa8eabe585 req-f89211d9-19f9-44f2-89f9-4dc718bd761f tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 984 time: 0.0512919 Nov 23 09:05:35.342934 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5e8ccf13-bbbc-40aa-9874-3daa8eabe585 req-24b0b741-05c6-4435-87f8-30fa80aedeca tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=6101f722-11cd-4dbd-86cc-954bf7e2d4d0&id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524347 Nov 23 09:05:35.872592 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:36.704106 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:05:45.677968 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:48.098884 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8d2c3f51-11fe-40d9-8693-93fbc3762f33 req-0393954a-bbc5-435d-a25a-2d306fbe1e41 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387859 Nov 23 09:05:48.179390 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c3f51-11fe-40d9-8693-93fbc3762f33 req-6eb76945-0c88-4fdc-a890-1e35739462bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:48.180810 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8d2c3f51-11fe-40d9-8693-93fbc3762f33 req-6eb76945-0c88-4fdc-a890-1e35739462bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e25886501fbd4758b06603593508fd2c&device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 1099 time: 0.0385568 Nov 23 09:05:48.285125 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c3f51-11fe-40d9-8693-93fbc3762f33 req-03e67278-1112-4990-9700-2f834544a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:48.286582 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8d2c3f51-11fe-40d9-8693-93fbc3762f33 req-03e67278-1112-4990-9700-2f834544a306 service neutron] 10.222.0.47 "GET /v2.0/networks?id=173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 200 len: 918 time: 0.0847609 Nov 23 09:05:48.352492 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8d2c3f51-11fe-40d9-8693-93fbc3762f33 req-0857ad9f-12aa-469a-9b06-fa7879dc8e89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 HTTP/1.1" status: 200 len: 1000 time: 0.0580285 Nov 23 09:05:48.400070 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c3f51-11fe-40d9-8693-93fbc3762f33 req-9e8c77f9-d100-4e49-a234-0c7053f8733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:48.401477 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8d2c3f51-11fe-40d9-8693-93fbc3762f33 req-9e8c77f9-d100-4e49-a234-0c7053f8733c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 200 len: 856 time: 0.0408840 Nov 23 09:05:48.449962 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c3f51-11fe-40d9-8693-93fbc3762f33 req-9ddbd0f9-6563-421f-ac23-e22091577606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:48.451388 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8d2c3f51-11fe-40d9-8693-93fbc3762f33 req-9ddbd0f9-6563-421f-ac23-e22091577606 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=173e57ff-5d80-4e2b-b8fe-bc64d9610472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0370932 Nov 23 09:05:48.762712 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8d2c3f51-11fe-40d9-8693-93fbc3762f33 req-fded8a32-e352-4311-939c-4e1d2a8c8fa9 service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979891 Nov 23 09:05:48.853628 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8d2c3f51-11fe-40d9-8693-93fbc3762f33 req-6348ef78-3a01-4ec8-8b4d-052cf7d6d5ca service neutron] 10.222.0.47 "GET /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796640 Nov 23 09:05:54.067246 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659366-a24e-48e6-b92f-2a4ad5dcb73a req-7318f7af-076b-4b0d-9c67-47b74c15dfaa tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:54.068673 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1a659366-a24e-48e6-b92f-2a4ad5dcb73a req-7318f7af-076b-4b0d-9c67-47b74c15dfaa tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 946 time: 0.0472538 Nov 23 09:05:54.128816 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1a659366-a24e-48e6-b92f-2a4ad5dcb73a req-00d1b021-01bc-4779-80f3-521da64a9621 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540016 Nov 23 09:05:55.254026 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843b3d6-8a1a-430d-a45c-fddf33ef14f5 req-748330a9-4c64-4964-a41c-f91bfc6f7770 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:55.255644 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3843b3d6-8a1a-430d-a45c-fddf33ef14f5 req-748330a9-4c64-4964-a41c-f91bfc6f7770 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 946 time: 0.0504959 Nov 23 09:05:55.302169 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3843b3d6-8a1a-430d-a45c-fddf33ef14f5 req-c96f398d-40da-4616-8d87-27ae075d0fd6 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399547 Nov 23 09:05:55.486319 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-320f95b2-9085-4502-a98e-d7abb2b23311 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:05:55.488754 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-320f95b2-9085-4502-a98e-d7abb2b23311 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 946 time: 0.0551634 Nov 23 09:05:55.581847 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Deleting port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:05:55.582178 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:55.670130 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] For port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:05:55.670489 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:55.907685 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:55.908043 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:55.908407 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.l3_db [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Floating IP e24864a3-84de-452a-a578-c69ceeda9feb disassociated. External IP: 172.27.2.11, port: 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3. Nov 23 09:05:55.908733 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Calling delete_port for 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 owned by compute:nova {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:05:56.037206 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:56.069992 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event deleted for resources: {'Port': ['ID=9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:05:56.183467 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:05:56.288678 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:05:56.298636 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b83fa-0e55-4759-8ea3-8c9aa72c7419 None None] Sync routers for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:05:56.309066 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b83fa-0e55-4759-8ea3-8c9aa72c7419 None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:05:56.309700 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-350b83fa-0e55-4759-8ea3-8c9aa72c7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:05:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:05:56.325763 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] No DVR routers for this DVR port 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 on host hv-cinder-76845 {{(pid=102541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:05:56.328256 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:56.333901 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-693fa725-146d-4c06-aae0-bdc1980fa992 req-3eb62a7f-e74a-46b1-b911-63f71ecb3440 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.47 "DELETE /v2.0/ports/9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 HTTP/1.1" status: 204 len: 173 time: 0.8378510 Nov 23 09:05:56.334682 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'name': 'network-vif-deleted', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:05:56.337092 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1819eb05-c795-4eee-a3b7-b39375bc8445" -d '{"events": [{"server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "name": "network-vif-deleted", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:05:56.376030 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc70776-6613-4569-8ed4-f722f57e848e x-openstack-request-id: req-fcc70776-6613-4569-8ed4-f722f57e848e {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:05:56.376322 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d3a8a8-651e-4b5e-ac3a-2032c9d60800", "name": "network-vif-deleted", "tag": "9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:05:56.376576 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fcc70776-6613-4569-8ed4-f722f57e848e {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:05:56.376977 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d3a8a8-651e-4b5e-ac3a-2032c9d60800', 'name': 'network-vif-deleted', 'tag': '9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3', 'status': 'completed', 'code': 200} Nov 23 09:05:56.430852 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-61bfbe18-e933-4a6a-8ee6-e2a3ef423e7c req-93a617dd-9ec2-439d-bff8-9fe3ae0ef4d3 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d3a8a8-651e-4b5e-ac3a-2032c9d60800 HTTP/1.1" status: 200 len: 210 time: 0.0336139 Nov 23 09:05:56.571071 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-350b83fa-0e55-4759-8ea3-8c9aa72c7419 None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:05:56.762468 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-350b83fa-0e55-4759-8ea3-8c9aa72c7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 5, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:05:56.788260 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b83fa-0e55-4759-8ea3-8c9aa72c7419 None None] Checking router: 05bcdb66-0655-4ae9-97ef-432bef1f48e7 for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:05:56.796463 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b83fa-0e55-4759-8ea3-8c9aa72c7419 None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:05:56.797084 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-350b83fa-0e55-4759-8ea3-8c9aa72c7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:05:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:05:56.907676 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-350b83fa-0e55-4759-8ea3-8c9aa72c7419 None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:05:57.109629 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-350b83fa-0e55-4759-8ea3-8c9aa72c7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 5, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:05:57.139055 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b83fa-0e55-4759-8ea3-8c9aa72c7419 None None] The sync data for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi is: [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T08:58:42Z', 'revision_number': 4, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '199f09bb-90de-4ce7-aba6-5611c2439351', 'name': '', 'network_id': '173e57ff-5d80-4e2b-b8fe-bc64d9610472', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'mac_address': 'fa:16:3e:03:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:40Z', 'updated_at': '2021-11-23T08:58:49Z', 'revision_number': 5, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'subnets': [{'id': '7f4db1fb-4174-4809-961e-7011cda7173c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:05:57.353785 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4a17f-1e87-4ac9-944a-37835be131b9 None None] New status for floating IP e24864a3-84de-452a-a578-c69ceeda9feb: DOWN {{(pid=102544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:05:57.524016 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43360) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:05:57.579608 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b11481b7-540d-439e-a3f1-31d3c6878b29 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:57.602619 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b11481b7-540d-439e-a3f1-31d3c6878b29 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:57.648492 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b11481b7-540d-439e-a3f1-31d3c6878b29 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:57.651095 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b11481b7-540d-439e-a3f1-31d3c6878b29 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:57.652292 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-b11481b7-540d-439e-a3f1-31d3c6878b29 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "DELETE /v2.0/security-groups/fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c HTTP/1.1" status: 204 len: 168 time: 0.1271517 Nov 23 09:05:57.655358 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43362) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:05:57.665412 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11481b7-540d-439e-a3f1-31d3c6878b29 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:05:57.674500 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.api.v2.resource [None req-24ed5d99-a85b-4f33-8014-36e4dd369420 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] show failed (client error): The resource could not be found. Nov 23 09:05:57.675620 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-24ed5d99-a85b-4f33-8014-36e4dd369420 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "GET /v2.0/security-groups/fc823ce3-4dc5-42fe-b662-9c81c6b0bd0c HTTP/1.1" status: 404 len: 347 time: 0.0189126 Nov 23 09:05:57.678484 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43364) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:05:57.802813 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0f7b5-6514-4442-845a-a14e19833299 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Deleting port 2bfd0efe-03b6-49ff-b880-97c56be00e73 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:05:57.803147 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f7b5-6514-4442-845a-a14e19833299 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:57.880688 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f7b5-6514-4442-845a-a14e19833299 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:57.880946 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f7b5-6514-4442-845a-a14e19833299 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:57.893826 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0f7b5-6514-4442-845a-a14e19833299 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Calling delete_port for 2bfd0efe-03b6-49ff-b880-97c56be00e73 owned by network:floatingip {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:05:58.035101 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f7b5-6514-4442-845a-a14e19833299 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:58.062338 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0f7b5-6514-4442-845a-a14e19833299 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Pushing event deleted for resources: {'Port': ['ID=2bfd0efe-03b6-49ff-b880-97c56be00e73,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:05:58.120684 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f7b5-6514-4442-845a-a14e19833299 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks [] for floatingip, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:58.123455 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f7b5-6514-4442-845a-a14e19833299 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:05:58.124620 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-0fa0f7b5-6514-4442-845a-a14e19833299 tempest-AttachVolumeShelveTestJSON-1381431558 tempest-AttachVolumeShelveTestJSON-1381431558-project] 10.222.0.46 "DELETE /v2.0/floatingips/e24864a3-84de-452a-a578-c69ceeda9feb HTTP/1.1" status: 204 len: 168 time: 0.4440162 Nov 23 09:05:59.510356 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:05:59.530635 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:05:59.531116 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 9c88cc6d-9402-4eb1-bcaf-c79ca859d7c3 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:06:00.493263 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-43839147-3cf3-45fa-8df1-3d28355711d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:00.519990 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43386) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:01.013605 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-020f049d-d9b3-4a34-a4da-7cd6382897a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404538'] for router_interface, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:01.295388 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-020f049d-d9b3-4a34-a4da-7cd6382897a0 admin admin] Deleting port 199f09bb-90de-4ce7-aba6-5611c2439351 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:06:01.295618 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-020f049d-d9b3-4a34-a4da-7cd6382897a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:01.373241 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-020f049d-d9b3-4a34-a4da-7cd6382897a0 admin admin] For port 199f09bb-90de-4ce7-aba6-5611c2439351, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=199f09bb-90de-4ce7-aba6-5611c2439351,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:01.373611 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-020f049d-d9b3-4a34-a4da-7cd6382897a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:01.385312 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-020f049d-d9b3-4a34-a4da-7cd6382897a0 admin admin] Calling delete_port for 199f09bb-90de-4ce7-aba6-5611c2439351 owned by network:router_interface {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:06:01.555216 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-020f049d-d9b3-4a34-a4da-7cd6382897a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:01.577767 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f049d-d9b3-4a34-a4da-7cd6382897a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=199f09bb-90de-4ce7-aba6-5611c2439351,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:01.980973 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-020f049d-d9b3-4a34-a4da-7cd6382897a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404646'] for router_interface, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:02.190982 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020f049d-d9b3-4a34-a4da-7cd6382897a0 admin admin] Router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:06:02.296731 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020f049d-d9b3-4a34-a4da-7cd6382897a0 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:06:02.304516 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-020f049d-d9b3-4a34-a4da-7cd6382897a0 admin admin] 10.222.0.46 "PUT /v2.0/routers/05bcdb66-0655-4ae9-97ef-432bef1f48e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7809713 Nov 23 09:06:02.305442 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43390) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:02.313114 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa151c63-a309-4541-909a-957cc141928d None None] Sync routers for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:06:02.323052 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa151c63-a309-4541-909a-957cc141928d None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:02.323753 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-aa151c63-a309-4541-909a-957cc141928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:05:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:02.408604 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Publish callbacks [] for router, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:02.427990 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-aa151c63-a309-4541-909a-957cc141928d None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:02.511526 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:02.563401 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Deleting port 3afa56d2-9f48-427b-b2b3-584d3526c9f3 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:06:02.564128 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:02.618206 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-aa151c63-a309-4541-909a-957cc141928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T09:06:01Z', 'revision_number': 5, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port': {'id': '3afa56d2-9f48-427b-b2b3-584d3526c9f3', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T08:58:35Z', 'updated_at': '2021-11-23T08:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:02.646807 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] For port 3afa56d2-9f48-427b-b2b3-584d3526c9f3, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=3afa56d2-9f48-427b-b2b3-584d3526c9f3,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:02.647213 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:02.648309 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-ea6b864f-2e1c-4713-8653-61a8daa5be9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:02.649705 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa151c63-a309-4541-909a-957cc141928d None None] Checking router: 05bcdb66-0655-4ae9-97ef-432bef1f48e7 for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:06:02.658195 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa151c63-a309-4541-909a-957cc141928d None None] Routers {'05bcdb66-0655-4ae9-97ef-432bef1f48e7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:02.658809 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-aa151c63-a309-4541-909a-957cc141928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:02.659433 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Calling delete_port for 3afa56d2-9f48-427b-b2b3-584d3526c9f3 owned by network:router_gateway {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:06:02.744855 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-aa151c63-a309-4541-909a-957cc141928d None None] Set router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 gateway port host: None {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:02.798569 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-aa151c63-a309-4541-909a-957cc141928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T09:06:02Z', 'revision_number': 6, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port_host': None}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:02.822837 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:02.825739 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa151c63-a309-4541-909a-957cc141928d None None] The sync data for ids ['05bcdb66-0655-4ae9-97ef-432bef1f48e7'] in dv-cinder-768458-17-iscsi is: [{'id': '05bcdb66-0655-4ae9-97ef-432bef1f48e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1225782273-router', 'tenant_id': 'e25886501fbd4758b06603593508fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T08:58:34Z', 'updated_at': '2021-11-23T09:06:02Z', 'revision_number': 6, 'project_id': 'e25886501fbd4758b06603593508fd2c', 'gw_port_host': None}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:06:02.849334 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Pushing event deleted for resources: {'Port': ['ID=3afa56d2-9f48-427b-b2b3-584d3526c9f3,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:02.912622 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404736'] for router_gateway, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.000661 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13363'] for router, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.002779 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.047065 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404866'] for router, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.047726 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05bcdb66-0655-4ae9-97ef-432bef1f48e7 {{(pid=102542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:06:03.052116 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] Publish callbacks [] for router, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.053228 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-04b5333f-895d-4fea-86d5-d3b88aaf895c admin admin] 10.222.0.46 "DELETE /v2.0/routers/05bcdb66-0655-4ae9-97ef-432bef1f48e7 HTTP/1.1" status: 204 len: 168 time: 0.7468483 Nov 23 09:06:03.056216 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43392) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:03.101010 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_v2 [None req-7907643c-df62-42b4-8214-232ac8d14286 admin admin] Deleting subnet 7f4db1fb-4174-4809-961e-7011cda7173c {{(pid=102542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:06:03.104106 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7907643c-df62-42b4-8214-232ac8d14286 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.137715 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7907643c-df62-42b4-8214-232ac8d14286 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785854'] for subnet, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.252934 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7907643c-df62-42b4-8214-232ac8d14286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.305028 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7907643c-df62-42b4-8214-232ac8d14286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8590777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583604'] for subnet, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.333408 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907643c-df62-42b4-8214-232ac8d14286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4db1fb-4174-4809-961e-7011cda7173c,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:03.339043 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7907643c-df62-42b4-8214-232ac8d14286 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.345535 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-7907643c-df62-42b4-8214-232ac8d14286 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7f4db1fb-4174-4809-961e-7011cda7173c HTTP/1.1" status: 204 len: 168 time: 0.2859502 Nov 23 09:06:03.345685 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fcb948-0f5f-464f-a1fc-2b5db16689ba None None] Network 173e57ff-5d80-4e2b-b8fe-bc64d9610472 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:06:03.346156 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43394) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:03.415308 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.467702 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Deleting port 0b3de51e-0e82-4388-8f1f-7efe023ca937 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:06:03.468033 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.529993 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] For port 0b3de51e-0e82-4388-8f1f-7efe023ca937, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=0b3de51e-0e82-4388-8f1f-7efe023ca937,segment=NetworkSegment(7918e62a-c135-4cd3-b28c-35ffb4761a10),segment_id=7918e62a-c135-4cd3-b28c-35ffb4761a10)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:03.530308 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.542710 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Calling delete_port for 0b3de51e-0e82-4388-8f1f-7efe023ca937 owned by network:dhcp {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:06:03.577557 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] DHCP port deletion for 173e57ff-5d80-4e2b-b8fe-bc64d9610472 request from dv-cinder-768458-17-iscsi {{(pid=102543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:06:03.625921 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Deleting port 0b3de51e-0e82-4388-8f1f-7efe023ca937 {{(pid=102543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:06:03.626376 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.627836 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.654533 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3de51e-0e82-4388-8f1f-7efe023ca937,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:03.659263 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] No DVR routers for this DVR port 0b3de51e-0e82-4388-8f1f-7efe023ca937 on host dv-cinder-768458-17-iscsi {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:06:03.698409 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] For port 0b3de51e-0e82-4388-8f1f-7efe023ca937, host dv-cinder-768458-17-iscsi, got binding levels [] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:03.698918 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.712464 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Calling delete_port for 0b3de51e-0e82-4388-8f1f-7efe023ca937 owned by network:dhcp {{(pid=102543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:06:03.716768 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.ipam_backend_mixin [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Port 0b3de51e-0e82-4388-8f1f-7efe023ca937 was not found and therefore no delete operation was performed {{(pid=102543) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 09:06:03.718081 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782'] for port, after_delete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.733334 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.742529 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Pushing event deleted for resources: {'Port': ['ID=0b3de51e-0e82-4388-8f1f-7efe023ca937,revision_number=None']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:03.750589 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] No DVR routers for this DVR port 0b3de51e-0e82-4388-8f1f-7efe023ca937 on host dv-cinder-768458-17-iscsi {{(pid=102543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:06:03.752494 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:03.752844 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:03.753205 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:03.753546 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:03.753878 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:03.754210 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:03.754539 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:03.754864 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:03.755190 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:03.755512 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:03.755848 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:03.756167 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88ab8ff-6a87-41c2-8bff-14454d93b8a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:03.757143 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173e57ff-5d80-4e2b-b8fe-bc64d9610472']}} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:03.769500 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7918e62a-c135-4cd3-b28c-35ffb4761a10') {'for_net_delete': True} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:03.770022 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7918e62a-c135-4cd3-b28c-35ffb4761a10') {} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:03.783839 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785801'] for segment, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.798558 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.805206 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:06:03.805592 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12410395'] for segment, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: Traceback (most recent call last): Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: timer() Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: cb(*args, **kw) Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: return func(*args, **kwargs) Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: self._notify() Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: self.callback(batched_events) Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: event.method(event) Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: return f(self, *a, **k) Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._get(url).json() Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: return self.request(url, 'GET', **kwargs) Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:06:03.807292 dv-cinder-768458-17-iscsi neutron-server[102542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:06:03.862828 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.870770 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.874115 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] 10.222.0.46 "DELETE /v2.0/networks/173e57ff-5d80-4e2b-b8fe-bc64d9610472 HTTP/1.1" status: 204 len: 168 time: 0.5275078 Nov 23 09:06:03.887609 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da267d9-af73-406d-9788-d4cec138019c admin admin] Pushing event deleted for resources: {'Network': ['ID=173e57ff-5d80-4e2b-b8fe-bc64d9610472,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:03.937968 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:03.994099 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43398) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:04.036121 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-86779813-f4e4-4762-9b7e-d4c3d2f519b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e25886501fbd4758b06603593508fd2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408509 Nov 23 09:06:04.038762 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43400) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:04.085138 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-03eb7bd6-4770-4160-8dcd-8e45b25f0460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:04.106333 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-03eb7bd6-4770-4160-8dcd-8e45b25f0460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:04.151487 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-03eb7bd6-4770-4160-8dcd-8e45b25f0460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:04.154140 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-03eb7bd6-4770-4160-8dcd-8e45b25f0460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:04.155397 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-03eb7bd6-4770-4160-8dcd-8e45b25f0460 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0465b9ce-1750-4bcf-8554-1f7b39f40b9b HTTP/1.1" status: 204 len: 168 time: 0.1156535 Nov 23 09:06:04.164958 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb7bd6-4770-4160-8dcd-8e45b25f0460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0465b9ce-1750-4bcf-8554-1f7b39f40b9b,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:04.340773 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 0b3de51e-0e82-4388-8f1f-7efe023ca937 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:06:04.364355 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 0b3de51e-0e82-4388-8f1f-7efe023ca937 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:06:04.365013 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 0b3de51e-0e82-4388-8f1f-7efe023ca937 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:06:04.365134 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 199f09bb-90de-4ce7-aba6-5611c2439351 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:06:04.384380 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 199f09bb-90de-4ce7-aba6-5611c2439351 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:06:04.384728 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 199f09bb-90de-4ce7-aba6-5611c2439351 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:06:04.385141 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 3afa56d2-9f48-427b-b2b3-584d3526c9f3 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:06:04.403872 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 3afa56d2-9f48-427b-b2b3-584d3526c9f3 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:06:04.404224 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 3afa56d2-9f48-427b-b2b3-584d3526c9f3 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:06:04.815050 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43424) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:04.910647 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1754153496-network', 'tenant_id': '35872f178d144e849752bc7a845cb40d'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:04.915286 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:04.933506 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Made reservation on behalf of 35872f178d144e849752bc7a845cb40d for: {'network': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:06:04.935752 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:04.943953 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.016089 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.019539 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.039766 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:06:05.052435 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8debb6f2-65c1-4d21-9b9a-f494ab7eef53,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:05.057857 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.058195 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.segments_db [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Added segment c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b of type vlan for network c9e1bbdd-99f7-422e-846d-8219534d04c4 Nov 23 09:06:05.100965 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.125377 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.126282 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:05.126889 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.160267 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3440382 Nov 23 09:06:05.163670 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43428) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:05.169066 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-40db2c83-acef-4933-b962-349ae6fcf56a admin admin] Request body: {'subnet': {'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1754153496-subnet', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:05.187159 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ad19c-7e6d-4876-8ad6-350cdab122ae admin admin] Pushing event updated for resources: {'Network': ['ID=c9e1bbdd-99f7-422e-846d-8219534d04c4,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:05.190609 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40db2c83-acef-4933-b962-349ae6fcf56a admin admin] Made reservation on behalf of 35872f178d144e849752bc7a845cb40d for: {'subnet': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:06:05.192921 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-40db2c83-acef-4933-b962-349ae6fcf56a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11572689'] for subnet, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.198712 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network c9e1bbdd-99f7-422e-846d-8219534d04c4 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:06:05.355040 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-40db2c83-acef-4933-b962-349ae6fcf56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8753251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11572675'] for subnet, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.407563 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db2c83-acef-4933-b962-349ae6fcf56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfaa9b7-a813-4a52-9514-6e3975259a93,revision_number=0']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:05.416673 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db2c83-acef-4933-b962-349ae6fcf56a admin admin] Checking segment: {'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:06:05.417032 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db2c83-acef-4933-b962-349ae6fcf56a admin admin] Network hostable DHCP agents. Network: c9e1bbdd-99f7-422e-846d-8219534d04c4, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:06:05.433299 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db2c83-acef-4933-b962-349ae6fcf56a admin admin] Network c9e1bbdd-99f7-422e-846d-8219534d04c4 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:06:05.441030 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-40db2c83-acef-4933-b962-349ae6fcf56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, c9e1bbdd-99f7-422e-846d-8219534d04c4) {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:05.445437 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40db2c83-acef-4933-b962-349ae6fcf56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:05.446985 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-40db2c83-acef-4933-b962-349ae6fcf56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.450188 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cf2cc9-b6e4-4ad6-93dd-773c9a5b455e None None] Network c9e1bbdd-99f7-422e-846d-8219534d04c4 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:06:05.462658 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-40db2c83-acef-4933-b962-349ae6fcf56a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2973857 Nov 23 09:06:05.465479 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43430) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:05.469934 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:05.490276 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-289495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13381'] for router, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.491351 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13372'] for router, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.546536 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.593135 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp201ed441-e3b8-53ca-a227-4322de3d7a4e-c9e1bbdd-99f7-422e-846d-8219534d04c4', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93'}]}} from dv-cinder-768458-17-iscsi. {{(pid=102543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:06:05.594063 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.680275 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.725117 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.db_base_plugin_common [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Allocated IP 172.20.0.2 (c9e1bbdd-99f7-422e-846d-8219534d04c4/1dfaa9b7-a813-4a52-9514-6e3975259a93/2230331b-8bc8-4ffe-b6de-3e2b0f38554c) {{(pid=102543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:06:05.883312 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.903349 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:05.944786 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:06.007570 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Publish callbacks [] for port, precommit_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:06.012308 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Allocated IP 172.27.2.46 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/9fb954f7-5bae-4b77-bd89-3e2929ed1e07) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:06:06.013686 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:06.056567 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Network c9e1bbdd-99f7-422e-846d-8219534d04c4 is already hosted by enough agents. {{(pid=102543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:06.059835 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.base_scheduler [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Resources bound (agent type, host, resource id): {{(pid=102543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:06.064207 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Received port after_create {{(pid=102543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:06:06.067262 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Pushing event updated for resources: {'Port': ['ID=2230331b-8bc8-4ffe-b6de-3e2b0f38554c,revision_number=1']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:06.115790 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:06.121980 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Attempting to bind port 2230331b-8bc8-4ffe-b6de-3e2b0f38554c on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:06:06.122362 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Attempting to bind port 2230331b-8bc8-4ffe-b6de-3e2b0f38554c by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:06:06.122734 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Attempting to bind port 2230331b-8bc8-4ffe-b6de-3e2b0f38554c on network c9e1bbdd-99f7-422e-846d-8219534d04c4 {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:06:06.129022 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:06:06.129427 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Checking segment: {'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:06:06.129838 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:06.130237 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Bound using segment: {'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:06:06.130705 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Bound port: 2230331b-8bc8-4ffe-b6de-3e2b0f38554c, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:06:06.131169 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:06.149702 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:06.184662 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:06.187484 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:06.193057 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:06:06.195527 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] For port 2230331b-8bc8-4ffe-b6de-3e2b0f38554c, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:06:06.199342 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] For port 2230331b-8bc8-4ffe-b6de-3e2b0f38554c, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=2230331b-8bc8-4ffe-b6de-3e2b0f38554c,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:06:06.203391 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:06.223539 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb954f7-5bae-4b77-bd89-3e2929ed1e07,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:06.258871 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b52708-0bf9-40f8-bd62-c02cfa732aec None None] Pushing event updated for resources: {'Port': ['ID=2230331b-8bc8-4ffe-b6de-3e2b0f38554c,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:06.473016 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:06.918544 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404828'] for router, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.052263 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 is scheduled to L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce with binding_index 1 {{(pid=102542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:06:07.110926 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c1f8f3-3472-40d7-9d58-8b7ef8399c19 None None] Network c9e1bbdd-99f7-422e-846d-8219534d04c4 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:06:07.155948 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:06:07.166213 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Sync routers for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:06:07.177423 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:07.177644 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] Publish callbacks [] for router, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.178026 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:07.179539 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-575ed7b8-f73a-4af1-aaff-d510618e5c91 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7129607 Nov 23 09:06:07.182547 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43432) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:07.228362 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-385b1909-c5b3-4228-ba0f-84d0403f07c4 None None] Provisioning complete for port 2230331b-8bc8-4ffe-b6de-3e2b0f38554c triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:07.228731 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-385b1909-c5b3-4228-ba0f-84d0403f07c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.346004 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-385b1909-c5b3-4228-ba0f-84d0403f07c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.378358 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-385b1909-c5b3-4228-ba0f-84d0403f07c4 None None] For port 2230331b-8bc8-4ffe-b6de-3e2b0f38554c, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=2230331b-8bc8-4ffe-b6de-3e2b0f38554c,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:07.386198 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:07.386437 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-385b1909-c5b3-4228-ba0f-84d0403f07c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.438959 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b1909-c5b3-4228-ba0f-84d0403f07c4 None None] Pushing event updated for resources: {'Port': ['ID=2230331b-8bc8-4ffe-b6de-3e2b0f38554c,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:07.578270 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:06Z', 'revision_number': 3, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:07.608624 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Checking router: 4ed28d35-fbbf-4103-8eda-baf4a45249f4 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:06:07.608890 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Updating router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 port 9fb954f7-5bae-4b77-bd89-3e2929ed1e07 binding host dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:06:07.610221 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-3b894949-d345-4a53-b4b7-7dfd21f25534 None None] Provisioning complete for port 2230331b-8bc8-4ffe-b6de-3e2b0f38554c triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:07.610653 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3b894949-d345-4a53-b4b7-7dfd21f25534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.632876 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.635006 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.789420 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Allocated IP 172.20.0.1 (c9e1bbdd-99f7-422e-846d-8219534d04c4/1dfaa9b7-a813-4a52-9514-6e3975259a93/c5c765b1-025f-44b0-afef-6945d388345d) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:06:07.878562 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.884691 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.890871 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.924005 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.933431 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Attempting to bind port 9fb954f7-5bae-4b77-bd89-3e2929ed1e07 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:06:07.933797 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Attempting to bind port 9fb954f7-5bae-4b77-bd89-3e2929ed1e07 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:06:07.934164 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Attempting to bind port 9fb954f7-5bae-4b77-bd89-3e2929ed1e07 on network 35e91d60-8c71-47d2-b9df-69aef295cc4e {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:06:07.939599 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Pushing event updated for resources: {'Port': ['ID=9fb954f7-5bae-4b77-bd89-3e2929ed1e07,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:07.944947 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:06:07.945369 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Checking segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:06:07.945849 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.946156 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Bound using segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:06:07.946624 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Bound port: 9fb954f7-5bae-4b77-bd89-3e2929ed1e07, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:06:07.947021 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:07.953204 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:07.953600 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:07.953930 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:07.954273 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:07.954594 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:07.954943 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:07.955276 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:07.955872 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:07.956012 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:07.956257 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:07.956577 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:07.956897 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:07.963523 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Network c9e1bbdd-99f7-422e-846d-8219534d04c4 is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:07.968665 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:07.972186 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:06:08.001071 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c765b1-025f-44b0-afef-6945d388345d,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:08.013839 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] For port 9fb954f7-5bae-4b77-bd89-3e2929ed1e07, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:06:08.017447 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] For port 9fb954f7-5bae-4b77-bd89-3e2929ed1e07, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=9fb954f7-5bae-4b77-bd89-3e2929ed1e07,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:06:08.020644 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404909'] for router_interface, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:08.025854 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:08.085689 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e49c2-eaf3-4ea2-bbdc-7be4325ecc45 None None] Pushing event updated for resources: {'Port': ['ID=9fb954f7-5bae-4b77-bd89-3e2929ed1e07,revision_number=3']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:08.105632 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:08.106267 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:08.160004 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:08.209706 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-3b430a66-fe9f-4623-b71f-2c91a7b9ca05 None None] Provisioning complete for port c5c765b1-025f-44b0-afef-6945d388345d triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:08.210333 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3b430a66-fe9f-4623-b71f-2c91a7b9ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:08.223847 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:08.245125 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-3b430a66-fe9f-4623-b71f-2c91a7b9ca05 None None] Port c5c765b1-025f-44b0-afef-6945d388345d cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:06:08.332712 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:08.342824 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:08.375869 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 2230331b-8bc8-4ffe-b6de-3e2b0f38554c up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:08.412545 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:06Z', 'revision_number': 3, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:08.416086 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404509'] for router_interface, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:08.418683 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c765b1-025f-44b0-afef-6945d388345d,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:08.430351 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 2230331b-8bc8-4ffe-b6de-3e2b0f38554c triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:08.430946 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:08.451683 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef77039-9aa0-4b3d-90d4-4440a26d12e8 None None] The sync data for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi is: [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:06Z', 'revision_number': 3, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:06:08.516100 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Network c9e1bbdd-99f7-422e-846d-8219534d04c4 is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:08.517847 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:08.638202 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:06:08.763837 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:06:08.767608 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-55483ccf-8c2d-4d17-a413-b131c3de7b29 None None] Provisioning complete for port c5c765b1-025f-44b0-afef-6945d388345d triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:08.767976 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-55483ccf-8c2d-4d17-a413-b131c3de7b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:08.770763 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-f667b26e-5c66-4bbf-9e6f-18d0aa59fab7 admin admin] 10.222.0.46 "PUT /v2.0/routers/4ed28d35-fbbf-4103-8eda-baf4a45249f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5865772 Nov 23 09:06:08.803116 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-55483ccf-8c2d-4d17-a413-b131c3de7b29 None None] Port c5c765b1-025f-44b0-afef-6945d388345d cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:06:09.250558 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43440) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:09.255625 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-6d4ea01e-bf1c-4add-a40b-42323e099028 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2102799189', 'description': 'tempest-description--1387558004'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:09.278362 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea01e-bf1c-4add-a40b-42323e099028 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.345135 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea01e-bf1c-4add-a40b-42323e099028 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.348565 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea01e-bf1c-4add-a40b-42323e099028 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.376707 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea01e-bf1c-4add-a40b-42323e099028 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.377942 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-6d4ea01e-bf1c-4add-a40b-42323e099028 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1263394 Nov 23 09:06:09.381075 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43444) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:09.382560 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ea01e-bf1c-4add-a40b-42323e099028 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0420f0d0-f546-4467-a21f-e06ed6d211eb,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:09.387614 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-28896773-6bae-4ec3-820e-56e7225e0b60 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Request body: {'security_group_rule': {'security_group_id': '0420f0d0-f546-4467-a21f-e06ed6d211eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:09.414274 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-28896773-6bae-4ec3-820e-56e7225e0b60 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.472440 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-28896773-6bae-4ec3-820e-56e7225e0b60 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.476970 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-28896773-6bae-4ec3-820e-56e7225e0b60 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.496413 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28896773-6bae-4ec3-820e-56e7225e0b60 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755ddaf4-6275-488b-994c-73ab7da8f6c2,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:09.505659 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-28896773-6bae-4ec3-820e-56e7225e0b60 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.507543 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-28896773-6bae-4ec3-820e-56e7225e0b60 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247869 Nov 23 09:06:09.510100 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43446) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:09.514328 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-7717a0ba-3246-421f-8209-0cf8edb26be2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Request body: {'security_group_rule': {'security_group_id': '0420f0d0-f546-4467-a21f-e06ed6d211eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:09.539009 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7717a0ba-3246-421f-8209-0cf8edb26be2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.598480 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7717a0ba-3246-421f-8209-0cf8edb26be2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.602350 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7717a0ba-3246-421f-8209-0cf8edb26be2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.621519 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717a0ba-3246-421f-8209-0cf8edb26be2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28839ff6-f9a2-43c2-856f-b110e27641fa,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:09.628117 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7717a0ba-3246-421f-8209-0cf8edb26be2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.628756 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-7717a0ba-3246-421f-8209-0cf8edb26be2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176939 Nov 23 09:06:09.632055 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43448) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:09.638673 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Request body: {'floatingip': {'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:09.667426 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.768816 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:09.877661 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Allocated IP 172.27.2.147 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/3df86fad-d18d-4b72-87bd-3ba26b6aac0d) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:06:09.954998 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Sync routers for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:06:09.965452 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:09.966072 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:09.985465 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.018132 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.054152 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:10.060132 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:10.063498 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:06:10.069303 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event updated for resources: {'Port': ['ID=3df86fad-d18d-4b72-87bd-3ba26b6aac0d,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:10.070924 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:10.156161 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.189915 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.270861 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 2, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:10.298790 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Checking router: 4ed28d35-fbbf-4103-8eda-baf4a45249f4 for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:06:10.299153 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Updating router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 port c5c765b1-025f-44b0-afef-6945d388345d binding host dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:06:10.329030 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.349924 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.355133 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.380159 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 9fb954f7-5bae-4b77-bd89-3e2929ed1e07 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:10.424416 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event updated for resources: {'Port': ['ID=3df86fad-d18d-4b72-87bd-3ba26b6aac0d,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:10.433112 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.448655 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.450014 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-b413eada-e148-447a-b8c1-bb1281f18724 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8167861 Nov 23 09:06:10.513694 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 9fb954f7-5bae-4b77-bd89-3e2929ed1e07 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:10.514064 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.603303 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-f81f33f7-a4b6-471d-a2fa-dd5f3924d50c tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2102799189&fields=id&tenant_id=35872f178d144e849752bc7a845cb40d HTTP/1.1" status: 200 len: 267 time: 0.0457540 Nov 23 09:06:10.678884 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.694771 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Publish callbacks [] for port, precommit_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.707827 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.710395 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-09bfc549-cc7f-4b8c-96a0-d69021cc47a8 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:10.711550 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port 9fb954f7-5bae-4b77-bd89-3e2929ed1e07, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=9fb954f7-5bae-4b77-bd89-3e2929ed1e07,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:10.711950 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-09bfc549-cc7f-4b8c-96a0-d69021cc47a8 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/networks?id=c9e1bbdd-99f7-422e-846d-8219534d04c4 HTTP/1.1" status: 200 len: 811 time: 0.1018176 Nov 23 09:06:10.718972 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.727946 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-5450f11d-3f22-477c-bff6-52c598cba788 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/quotas/35872f178d144e849752bc7a845cb40d HTTP/1.1" status: 200 len: 375 time: 0.0100303 Nov 23 09:06:10.762946 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5aa0bf-33ed-47d1-842f-f18a94df292b None None] Pushing event updated for resources: {'Port': ['ID=c5c765b1-025f-44b0-afef-6945d388345d,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:10.789387 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-4ff384f1-906d-479d-a4e1-77959cdb4b31 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=35872f178d144e849752bc7a845cb40d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546885 Nov 23 09:06:10.848173 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Attempting to bind port c5c765b1-025f-44b0-afef-6945d388345d on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:06:10.848534 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Attempting to bind port c5c765b1-025f-44b0-afef-6945d388345d by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:06:10.848893 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Attempting to bind port c5c765b1-025f-44b0-afef-6945d388345d on network c9e1bbdd-99f7-422e-846d-8219534d04c4 {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:06:10.857104 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=9fb954f7-5bae-4b77-bd89-3e2929ed1e07,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:10.859762 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:06:10.860132 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Checking segment: {'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:06:10.860528 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.860904 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Bound using segment: {'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:06:10.861392 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Bound port: c5c765b1-025f-44b0-afef-6945d388345d, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:06:10.861759 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.898250 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-8d9a863a-4707-4816-a4e3-a10eb669b81c service neutron] 10.222.0.46 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963943 Nov 23 09:06:10.927827 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] For port c5c765b1-025f-44b0-afef-6945d388345d, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:06:10.931627 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] For port c5c765b1-025f-44b0-afef-6945d388345d, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=c5c765b1-025f-44b0-afef-6945d388345d,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:06:10.937156 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:10.996112 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-50aa4df6-de52-4a00-84b2-8ebf6b1909d9 service neutron] 10.222.0.46 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899942 Nov 23 09:06:11.003131 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:11.003773 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:11.007824 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5aa0bf-33ed-47d1-842f-f18a94df292b None None] Pushing event updated for resources: {'Port': ['ID=c5c765b1-025f-44b0-afef-6945d388345d,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:11.098400 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-1cc1fe99-1d23-429f-bf96-fd6acd663e14 None None] Provisioning complete for port c5c765b1-025f-44b0-afef-6945d388345d triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:11.098766 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1cc1fe99-1d23-429f-bf96-fd6acd663e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:11.209778 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3fbc18a6-2fa5-4571-b7bd-24f48c68f530 req-9ccfb1ec-3ee6-4891-9870-3411eacc2a18 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 210 time: 0.0368683 Nov 23 09:06:11.286912 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:11.416121 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1cc1fe99-1d23-429f-bf96-fd6acd663e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:11.490645 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-1cc1fe99-1d23-429f-bf96-fd6acd663e14 None None] For port c5c765b1-025f-44b0-afef-6945d388345d, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=c5c765b1-025f-44b0-afef-6945d388345d,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:11.499100 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1cc1fe99-1d23-429f-bf96-fd6acd663e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:11.579789 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1fe99-1d23-429f-bf96-fd6acd663e14 None None] Pushing event updated for resources: {'Port': ['ID=c5c765b1-025f-44b0-afef-6945d388345d,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:11.598460 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:11.628701 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41536d7-7f39-4b13-b409-6d1dc4f0187e None None] The sync data for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi is: [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:06:11.640571 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-8a0ed557-dc62-4aa3-a60a-f981f5590bbc None None] Provisioning complete for port c5c765b1-025f-44b0-afef-6945d388345d triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:11.640941 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8a0ed557-dc62-4aa3-a60a-f981f5590bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:12.188585 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-cc75f829-2c98-49d5-bfe3-8483b0a3fbf3 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:12.190679 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-cc75f829-2c98-49d5-bfe3-8483b0a3fbf3 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.47 "GET /v2.0/networks?id=c9e1bbdd-99f7-422e-846d-8219534d04c4 HTTP/1.1" status: 200 len: 811 time: 0.1274862 Nov 23 09:06:12.268721 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-f37c5e6c-9173-46ac-9e91-618aa96446b2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35872f178d144e849752bc7a845cb40d HTTP/1.1" status: 200 len: 380 time: 0.0686135 Nov 23 09:06:12.283822 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Request body: {'port': {'device_id': 'ab769fa8-d310-4b1c-be00-7d2ded9d51a8', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'admin_state_up': True, 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'security_groups': ['0420f0d0-f546-4467-a21f-e06ed6d211eb']}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:12.342540 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-997ae7e4-40b5-436c-b0e4-0db04c1e9204 req-69a9f039-93a0-4b27-b18c-e9fd0346d505 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 210 time: 0.0528059 Nov 23 09:06:12.440988 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Made reservation on behalf of 35872f178d144e849752bc7a845cb40d for: {'port': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:06:12.445997 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:12.447706 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device c5c765b1-025f-44b0-afef-6945d388345d up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:12.498963 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port c5c765b1-025f-44b0-afef-6945d388345d triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:12.499420 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:12.582713 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Allocated IP 172.20.0.13 (c9e1bbdd-99f7-422e-846d-8219534d04c4/1dfaa9b7-a813-4a52-9514-6e3975259a93/92ef3c22-1299-429d-a178-f4715346a0f5) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:06:12.582966 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 9fb954f7-5bae-4b77-bd89-3e2929ed1e07 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:12.632920 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 9fb954f7-5bae-4b77-bd89-3e2929ed1e07 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:12.633328 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:12.953669 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:12.986543 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:13.028649 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Network c9e1bbdd-99f7-422e-846d-8219534d04c4 is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:13.033525 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:13.037033 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:06:13.065391 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event updated for resources: {'Port': ['ID=92ef3c22-1299-429d-a178-f4715346a0f5,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:13.080066 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:13.080431 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:13.080774 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:13.081109 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:13.081869 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:13.082203 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:13.082530 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:13.082856 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:13.083185 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:13.083511 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:13.084092 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:13.084516 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:13.103270 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:13.103906 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:13.121368 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-1c410636-4350-4522-9fc5-ec0147fe53cc tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8431423 Nov 23 09:06:13.136261 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Request body: {'port': {'device_id': 'ab769fa8-d310-4b1c-be00-7d2ded9d51a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:13.189706 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:13.295334 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-2da8691c-6fb2-4c94-ba50-76d073d9cafc None None] Provisioning complete for port 92ef3c22-1299-429d-a178-f4715346a0f5 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:13.295701 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-2da8691c-6fb2-4c94-ba50-76d073d9cafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:13.332157 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-2da8691c-6fb2-4c94-ba50-76d073d9cafc None None] Port 92ef3c22-1299-429d-a178-f4715346a0f5 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:06:13.456810 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ef3c22-1299-429d-a178-f4715346a0f5 {{(pid=102541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:06:13.464508 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:13.465557 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a051fd-5ce3-46cc-8cdc-b032239b1e13 req-0a314359-b52b-4455-95c6-a88fd4de0b6f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:13.467040 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a6a051fd-5ce3-46cc-8cdc-b032239b1e13 req-0a314359-b52b-4455-95c6-a88fd4de0b6f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 932 time: 0.0502760 Nov 23 09:06:13.477572 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.provisioning_blocks [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Transition to ACTIVE for port object 92ef3c22-1299-429d-a178-f4715346a0f5 will not be triggered until provisioned by entity L2. {{(pid=102541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:06:13.481216 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:13.519475 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a6a051fd-5ce3-46cc-8cdc-b032239b1e13 req-a587fda9-a31c-418f-82c2-0de745fadb99 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457234 Nov 23 09:06:13.530473 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Pushing event updated for resources: {'Port': ['ID=92ef3c22-1299-429d-a178-f4715346a0f5,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:13.598101 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Attempting to bind port 92ef3c22-1299-429d-a178-f4715346a0f5 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:06:13.598439 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Attempting to bind port 92ef3c22-1299-429d-a178-f4715346a0f5 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'}] {{(pid=102541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:06:13.598766 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Attempting to bind port 92ef3c22-1299-429d-a178-f4715346a0f5 on network c9e1bbdd-99f7-422e-846d-8219534d04c4 {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:06:13.603978 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Port 92ef3c22-1299-429d-a178-f4715346a0f5 on network c9e1bbdd-99f7-422e-846d-8219534d04c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:06:13.604302 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Attempting to bind port 92ef3c22-1299-429d-a178-f4715346a0f5 on network c9e1bbdd-99f7-422e-846d-8219534d04c4 {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:06:13.609252 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:06:13.609590 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Checking segment: {'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:06:13.609968 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Bound using segment: {'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'} {{(pid=102541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:06:13.610397 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.managers [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Bound port: 92ef3c22-1299-429d-a178-f4715346a0f5, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'}}] {{(pid=102541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:06:13.610751 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:13.679292 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] For port 92ef3c22-1299-429d-a178-f4715346a0f5, host hv-cinder-76845, cleared binding levels {{(pid=102541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:06:13.682372 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] For port 92ef3c22-1299-429d-a178-f4715346a0f5, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=92ef3c22-1299-429d-a178-f4715346a0f5,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:06:13.686271 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:13.702965 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:06:13.718334 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:13.719064 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:13.720308 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] 10.222.0.47 "PUT /v2.0/ports/92ef3c22-1299-429d-a178-f4715346a0f5 HTTP/1.1" status: 200 len: 1094 time: 0.5891469 Nov 23 09:06:13.720757 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab769fa8-d310-4b1c-be00-7d2ded9d51a8', 'tag': '92ef3c22-1299-429d-a178-f4715346a0f5'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:06:13.723089 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6de350-5bff-4beb-a387-05482f647e57" -d '{"events": [{"name": "network-changed", "server_uuid": "ab769fa8-d310-4b1c-be00-7d2ded9d51a8", "tag": "92ef3c22-1299-429d-a178-f4715346a0f5"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:06:13.763466 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba4cb8-db39-4613-a8a2-0b0d90bc868a service neutron] Pushing event updated for resources: {'Port': ['ID=92ef3c22-1299-429d-a178-f4715346a0f5,revision_number=3']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:13.778128 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a307cf39-e566-410d-9bda-90c7d53dfc60 x-openstack-request-id: req-a307cf39-e566-410d-9bda-90c7d53dfc60 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:06:13.778421 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab769fa8-d310-4b1c-be00-7d2ded9d51a8", "tag": "92ef3c22-1299-429d-a178-f4715346a0f5", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:06:13.778677 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a307cf39-e566-410d-9bda-90c7d53dfc60 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:06:13.779071 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab769fa8-d310-4b1c-be00-7d2ded9d51a8', 'tag': '92ef3c22-1299-429d-a178-f4715346a0f5', 'status': 'completed', 'code': 200} Nov 23 09:06:13.813074 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-aebeb749-efa7-4678-9479-82bcb0a490e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:13.814615 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-aebeb749-efa7-4678-9479-82bcb0a490e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35872f178d144e849752bc7a845cb40d&device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 1097 time: 0.0472114 Nov 23 09:06:13.862474 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-3a10eb2c-2a3e-46bb-8b95-5dc29361576d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ef3c22-1299-429d-a178-f4715346a0f5 HTTP/1.1" status: 200 len: 217 time: 0.0391870 Nov 23 09:06:13.915555 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-7fa31b53-c029-4f71-a323-9d5ebe4c50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:13.917067 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-7fa31b53-c029-4f71-a323-9d5ebe4c50e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1dfaa9b7-a813-4a52-9514-6e3975259a93 HTTP/1.1" status: 200 len: 850 time: 0.0474136 Nov 23 09:06:13.941523 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-03d19d01-64f3-4437-bb5b-cc55bdd3ccc5 req-487b286e-0e5c-4920-9d9c-2d44e59d4e62 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724034427&fields=id&tenant_id=5d37eeef32a14dfcad683356d32556e8 HTTP/1.1" status: 200 len: 267 time: 0.0459075 Nov 23 09:06:13.964380 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-552ac800-b7cb-489c-ba8e-67c84facf067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:13.965914 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-552ac800-b7cb-489c-ba8e-67c84facf067 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9e1bbdd-99f7-422e-846d-8219534d04c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408785 Nov 23 09:06:13.995919 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d19d01-64f3-4437-bb5b-cc55bdd3ccc5 req-424e98d9-9e80-444e-822f-f463ec319968 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:13.997451 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-03d19d01-64f3-4437-bb5b-cc55bdd3ccc5 req-424e98d9-9e80-444e-822f-f463ec319968 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 984 time: 0.0495346 Nov 23 09:06:14.008685 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-03d19d01-64f3-4437-bb5b-cc55bdd3ccc5 req-5e871097-3a7b-4624-95aa-bb5e5d625666 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Request body: {'port': {'security_groups': ['9ccaf7f7-abb0-4390-9b65-9cd44cd8073e']}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:14.063746 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-340b9b53-d54f-4d26-95e7-6521cfe5403f service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874784 Nov 23 09:06:14.078494 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-03d19d01-64f3-4437-bb5b-cc55bdd3ccc5 req-5e871097-3a7b-4624-95aa-bb5e5d625666 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:14.154815 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1fe5805c-9b25-49ca-a4a4-937897991e02 req-e40120e9-ed92-4411-9cb3-abbb17dd4f6a service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831931 Nov 23 09:06:14.250107 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6de350-5bff-4beb-a387-05482f647e57 req-c286f446-2ee3-4cd7-a663-05440cdb4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:14.252012 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7d6de350-5bff-4beb-a387-05482f647e57 req-c286f446-2ee3-4cd7-a663-05440cdb4563 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35872f178d144e849752bc7a845cb40d&device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 1097 time: 0.0477753 Nov 23 09:06:14.264312 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-03d19d01-64f3-4437-bb5b-cc55bdd3ccc5 req-5e871097-3a7b-4624-95aa-bb5e5d625666 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] For port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:14.293734 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-03d19d01-64f3-4437-bb5b-cc55bdd3ccc5 req-5e871097-3a7b-4624-95aa-bb5e5d625666 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:14.298591 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-03d19d01-64f3-4437-bb5b-cc55bdd3ccc5 req-5e871097-3a7b-4624-95aa-bb5e5d625666 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:14.311218 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:06:14.343784 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d19d01-64f3-4437-bb5b-cc55bdd3ccc5 req-5e871097-3a7b-4624-95aa-bb5e5d625666 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:14.344751 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-03d19d01-64f3-4437-bb5b-cc55bdd3ccc5 req-5e871097-3a7b-4624-95aa-bb5e5d625666 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:14.346746 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-03d19d01-64f3-4437-bb5b-cc55bdd3ccc5 req-5e871097-3a7b-4624-95aa-bb5e5d625666 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "PUT /v2.0/ports/c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 HTTP/1.1" status: 200 len: 942 time: 0.3427498 Nov 23 09:06:14.347552 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:06:14.350202 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f7dc82-041d-4610-9ba2-6a590b4e90c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:06:14.353276 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43492) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:14.374606 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6de350-5bff-4beb-a387-05482f647e57 req-2bf5d030-4046-4c5d-a14e-10de27e0e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:14.376979 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7d6de350-5bff-4beb-a387-05482f647e57 req-2bf5d030-4046-4c5d-a14e-10de27e0e9c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9e1bbdd-99f7-422e-846d-8219534d04c4 HTTP/1.1" status: 200 len: 912 time: 0.1163769 Nov 23 09:06:14.379322 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e871097-3a7b-4624-95aa-bb5e5d625666 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event updated for resources: {'Port': ['ID=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,revision_number=7']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:14.420717 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225f6a60-f7a5-4ca4-a153-c0262e4efd33 x-openstack-request-id: req-225f6a60-f7a5-4ca4-a153-c0262e4efd33 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:06:14.421014 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:06:14.421311 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-225f6a60-f7a5-4ca4-a153-c0262e4efd33 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:06:14.421710 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7', 'status': 'completed', 'code': 200} Nov 23 09:06:14.424989 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:06:14.445806 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7d6de350-5bff-4beb-a387-05482f647e57 req-08c9894e-6214-427a-8c0c-00039c0fad0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ef3c22-1299-429d-a178-f4715346a0f5 HTTP/1.1" status: 200 len: 217 time: 0.0567005 Nov 23 09:06:14.502347 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1ec7c5cd-883f-4b43-b599-9c00969cc708 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:14.511270 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7dc82-041d-4610-9ba2-6a590b4e90c6 req-528b67ff-cc5b-4d02-a53a-7f2da692cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:14.513739 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f0f7dc82-041d-4610-9ba2-6a590b4e90c6 req-528b67ff-cc5b-4d02-a53a-7f2da692cb44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d37eeef32a14dfcad683356d32556e8&device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 1098 time: 0.0526569 Nov 23 09:06:14.535354 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6de350-5bff-4beb-a387-05482f647e57 req-4dbfd37c-0687-4619-a12a-2e7781b3f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:14.537444 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7d6de350-5bff-4beb-a387-05482f647e57 req-4dbfd37c-0687-4619-a12a-2e7781b3f8b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1dfaa9b7-a813-4a52-9514-6e3975259a93 HTTP/1.1" status: 200 len: 850 time: 0.0816872 Nov 23 09:06:14.540459 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1ec7c5cd-883f-4b43-b599-9c00969cc708 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:14.619497 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6de350-5bff-4beb-a387-05482f647e57 req-c5f56f9e-4553-43cf-8f8d-d46559a2563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:14.621090 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7d6de350-5bff-4beb-a387-05482f647e57 req-c5f56f9e-4553-43cf-8f8d-d46559a2563c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9e1bbdd-99f7-422e-846d-8219534d04c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0725334 Nov 23 09:06:14.644187 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-ec270c7c-e628-4cf6-95a0-3a9bc35b6a23 None None] Provisioning complete for port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:14.644492 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-ec270c7c-e628-4cf6-95a0-3a9bc35b6a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:14.701930 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1ec7c5cd-883f-4b43-b599-9c00969cc708 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:14.704507 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1ec7c5cd-883f-4b43-b599-9c00969cc708 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:14.705658 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-1ec7c5cd-883f-4b43-b599-9c00969cc708 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "DELETE /v2.0/security-groups/6101f722-11cd-4dbd-86cc-954bf7e2d4d0 HTTP/1.1" status: 204 len: 168 time: 0.3511860 Nov 23 09:06:14.707624 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7dc82-041d-4610-9ba2-6a590b4e90c6 req-b85860f7-ff13-4216-be2e-136cc77e3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:14.709424 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f0f7dc82-041d-4610-9ba2-6a590b4e90c6 req-b85860f7-ff13-4216-be2e-136cc77e3835 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 HTTP/1.1" status: 200 len: 916 time: 0.1830413 Nov 23 09:06:14.711036 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43498) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:14.720821 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7c5cd-883f-4b43-b599-9c00969cc708 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6101f722-11cd-4dbd-86cc-954bf7e2d4d0,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:14.747489 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7d6de350-5bff-4beb-a387-05482f647e57 req-f2ad5869-f83d-461a-95fc-6d999bc62cca service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174994 Nov 23 09:06:14.807335 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7d50a-5dce-4d6b-8d14-fe4406510a3d req-6c2ebd49-a4b8-4e0f-b6c1-988020693ac2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:14.808825 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-57e7d50a-5dce-4d6b-8d14-fe4406510a3d req-6c2ebd49-a4b8-4e0f-b6c1-988020693ac2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 944 time: 0.1833866 Nov 23 09:06:14.855810 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7d6de350-5bff-4beb-a387-05482f647e57 req-7cb65649-eb16-4548-a69b-7dca57749ea5 service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906177 Nov 23 09:06:14.897560 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f0f7dc82-041d-4610-9ba2-6a590b4e90c6 req-77b2c9a8-cb42-4b25-b764-a952ae754fa7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 HTTP/1.1" status: 200 len: 1001 time: 0.1770780 Nov 23 09:06:14.947222 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-57e7d50a-5dce-4d6b-8d14-fe4406510a3d req-4136bde6-f579-4901-afb2-0967a9c65bb3 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318805 Nov 23 09:06:14.992972 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7dc82-041d-4610-9ba2-6a590b4e90c6 req-7c0a585e-bb61-4787-b503-14810c66aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:14.994423 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f0f7dc82-041d-4610-9ba2-6a590b4e90c6 req-7c0a585e-bb61-4787-b503-14810c66aa39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4f46289-bfb1-43d4-b092-bc64f39a3c09 HTTP/1.1" status: 200 len: 854 time: 0.0838690 Nov 23 09:06:15.041086 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-35077fed-bc1d-4310-9a06-ad9647b6f85d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Deleting port f3ffd58c-1ccf-4359-bad4-b3244914e6c4 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:06:15.041362 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-35077fed-bc1d-4310-9a06-ad9647b6f85d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:15.067883 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7dc82-041d-4610-9ba2-6a590b4e90c6 req-e8561148-6b59-4b1a-ac5b-87bdfb39d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:15.069419 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f0f7dc82-041d-4610-9ba2-6a590b4e90c6 req-e8561148-6b59-4b1a-ac5b-87bdfb39d165 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0672903 Nov 23 09:06:15.177412 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-35077fed-bc1d-4310-9a06-ad9647b6f85d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:15.177738 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-35077fed-bc1d-4310-9a06-ad9647b6f85d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:15.193615 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-35077fed-bc1d-4310-9a06-ad9647b6f85d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Calling delete_port for f3ffd58c-1ccf-4359-bad4-b3244914e6c4 owned by network:floatingip {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:06:15.221560 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f0f7dc82-041d-4610-9ba2-6a590b4e90c6 req-41407172-cde5-4472-a956-da9cb9d841ab service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229291 Nov 23 09:06:15.394856 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f0f7dc82-041d-4610-9ba2-6a590b4e90c6 req-a010bfde-f5fc-43b1-ac75-7f225ef82657 service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417007 Nov 23 09:06:15.450111 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-35077fed-bc1d-4310-9a06-ad9647b6f85d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:15.476173 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35077fed-bc1d-4310-9a06-ad9647b6f85d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event deleted for resources: {'Port': ['ID=f3ffd58c-1ccf-4359-bad4-b3244914e6c4,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:15.538442 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-35077fed-bc1d-4310-9a06-ad9647b6f85d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks [] for floatingip, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:15.539116 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.l3_db [None req-35077fed-bc1d-4310-9a06-ad9647b6f85d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Floating IP 47533971-66a6-454d-a04a-fda2b8b5889d disassociated (deleted). External IP: 172.27.2.251, port: c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7. Nov 23 09:06:15.691015 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:15.739510 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35077fed-bc1d-4310-9a06-ad9647b6f85d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Router f6a222dd-06bc-4674-85dc-abea2196acd7 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:06:15.841959 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35077fed-bc1d-4310-9a06-ad9647b6f85d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:06:15.846787 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-35077fed-bc1d-4310-9a06-ad9647b6f85d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:15.853462 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563f71b-4843-46bb-97de-5530d13f2948 None None] Sync routers for ids ['f6a222dd-06bc-4674-85dc-abea2196acd7'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:06:15.862719 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563f71b-4843-46bb-97de-5530d13f2948 None None] Routers {'f6a222dd-06bc-4674-85dc-abea2196acd7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:15.863397 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-e563f71b-4843-46bb-97de-5530d13f2948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f6a222dd-06bc-4674-85dc-abea2196acd7'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:15.874335 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-35077fed-bc1d-4310-9a06-ad9647b6f85d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "DELETE /v2.0/floatingips/47533971-66a6-454d-a04a-fda2b8b5889d HTTP/1.1" status: 204 len: 168 time: 1.1618462 Nov 23 09:06:15.969373 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-e563f71b-4843-46bb-97de-5530d13f2948 None None] Set router f6a222dd-06bc-4674-85dc-abea2196acd7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:16.086500 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e91a6-cc14-4480-b436-307f90896b48 req-45bba8b8-34fb-4908-b4a5-aa34ff186d5e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:16.088242 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ed1e91a6-cc14-4480-b436-307f90896b48 req-45bba8b8-34fb-4908-b4a5-aa34ff186d5e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 944 time: 0.0643029 Nov 23 09:06:16.161298 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ed1e91a6-cc14-4480-b436-307f90896b48 req-ce8be251-4a89-4838-b07a-c756e61c84f7 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616913 Nov 23 09:06:16.183285 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-e563f71b-4843-46bb-97de-5530d13f2948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 4, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port': {'id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '99beaafb-1e62-4e35-8cfa-1e77b1c33388', 'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'mac_address': 'fa:16:3e:b7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:08Z', 'updated_at': '2021-11-23T09:04:13Z', 'revision_number': 5, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'subnets': [{'id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:16.212436 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563f71b-4843-46bb-97de-5530d13f2948 None None] Checking router: f6a222dd-06bc-4674-85dc-abea2196acd7 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:06:16.220333 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563f71b-4843-46bb-97de-5530d13f2948 None None] Routers {'f6a222dd-06bc-4674-85dc-abea2196acd7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:16.220925 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-e563f71b-4843-46bb-97de-5530d13f2948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f6a222dd-06bc-4674-85dc-abea2196acd7'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:16.321825 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-e563f71b-4843-46bb-97de-5530d13f2948 None None] Set router f6a222dd-06bc-4674-85dc-abea2196acd7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:16.423076 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:06:16.425525 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43deb657-587e-4c02-853d-48692922eec6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:06:16.461141 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50f5630-2e01-4da1-bf6e-1d8371e9d95d x-openstack-request-id: req-b50f5630-2e01-4da1-bf6e-1d8371e9d95d {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:06:16.461520 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:06:16.461830 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b50f5630-2e01-4da1-bf6e-1d8371e9d95d {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:06:16.462284 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7', 'status': 'completed', 'code': 200} Nov 23 09:06:16.533363 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43deb657-587e-4c02-853d-48692922eec6 req-4a79529d-344b-4e53-b2ec-bbf05200d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:16.534752 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-43deb657-587e-4c02-853d-48692922eec6 req-4a79529d-344b-4e53-b2ec-bbf05200d6e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d37eeef32a14dfcad683356d32556e8&device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 1098 time: 0.0475116 Nov 23 09:06:16.598349 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-e563f71b-4843-46bb-97de-5530d13f2948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 4, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port': {'id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '99beaafb-1e62-4e35-8cfa-1e77b1c33388', 'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'mac_address': 'fa:16:3e:b7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:08Z', 'updated_at': '2021-11-23T09:04:13Z', 'revision_number': 5, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'subnets': [{'id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:16.625042 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563f71b-4843-46bb-97de-5530d13f2948 None None] The sync data for ids ['f6a222dd-06bc-4674-85dc-abea2196acd7'] in dv-cinder-768458-17-iscsi is: [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:09Z', 'revision_number': 4, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port': {'id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '99beaafb-1e62-4e35-8cfa-1e77b1c33388', 'name': '', 'network_id': 'e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'mac_address': 'fa:16:3e:b7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:08Z', 'updated_at': '2021-11-23T09:04:13Z', 'revision_number': 5, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'subnets': [{'id': 'd4f46289-bfb1-43d4-b092-bc64f39a3c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:06:16.641622 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43deb657-587e-4c02-853d-48692922eec6 req-c958d533-a602-44aa-8409-ee2f2393c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:16.643108 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-43deb657-587e-4c02-853d-48692922eec6 req-c958d533-a602-44aa-8409-ee2f2393c8ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 HTTP/1.1" status: 200 len: 916 time: 0.0977166 Nov 23 09:06:16.690577 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-43deb657-587e-4c02-853d-48692922eec6 req-22e97abf-3055-4615-9712-b2a2c783cb19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 HTTP/1.1" status: 200 len: 217 time: 0.0395465 Nov 23 09:06:16.871931 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81c1ec-e376-4504-88a7-269cef585902 None None] New status for floating IP 47533971-66a6-454d-a04a-fda2b8b5889d: DOWN {{(pid=102543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:06:16.990317 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43deb657-587e-4c02-853d-48692922eec6 req-008a4b80-c787-46b8-97e7-2fa0ecad3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:16.992429 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-43deb657-587e-4c02-853d-48692922eec6 req-008a4b80-c787-46b8-97e7-2fa0ecad3615 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4f46289-bfb1-43d4-b092-bc64f39a3c09 HTTP/1.1" status: 200 len: 854 time: 0.2939324 Nov 23 09:06:17.036929 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43deb657-587e-4c02-853d-48692922eec6 req-a2786131-bc2c-4794-985e-a93adba35b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:17.038529 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-43deb657-587e-4c02-853d-48692922eec6 req-a2786131-bc2c-4794-985e-a93adba35b38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389514 Nov 23 09:06:17.130514 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-43deb657-587e-4c02-853d-48692922eec6 req-51152d7f-0b2d-477f-8635-b86dc406c36b service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853384 Nov 23 09:06:17.230777 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-43deb657-587e-4c02-853d-48692922eec6 req-55a594cb-65a7-4e5e-9a0b-e646efeab9a0 service neutron] 10.222.0.47 "GET /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932732 Nov 23 09:06:17.270783 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294b84f-db65-4043-912e-3cd18b3bd40f req-a4f2c48b-ee62-47c0-970b-001a4966f596 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:17.272376 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6294b84f-db65-4043-912e-3cd18b3bd40f req-a4f2c48b-ee62-47c0-970b-001a4966f596 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 944 time: 0.0506074 Nov 23 09:06:17.322456 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6294b84f-db65-4043-912e-3cd18b3bd40f req-6ba026b1-94a1-41f8-9ff3-563181795e5c tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423746 Nov 23 09:06:17.636164 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 92ef3c22-1299-429d-a178-f4715346a0f5 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:06:17.729993 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 92ef3c22-1299-429d-a178-f4715346a0f5, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=92ef3c22-1299-429d-a178-f4715346a0f5,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:17.741314 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '92ef3c22-1299-429d-a178-f4715346a0f5', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'port_id': '92ef3c22-1299-429d-a178-f4715346a0f5', 'mac_address': 'fa:16:3e:45:0f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:06:17.780732 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:17.793812 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ef3c22-1299-429d-a178-f4715346a0f5 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:06:17.811892 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 92ef3c22-1299-429d-a178-f4715346a0f5, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=92ef3c22-1299-429d-a178-f4715346a0f5,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:17.815497 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:17.861067 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=92ef3c22-1299-429d-a178-f4715346a0f5,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:18.040681 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['92ef3c22-1299-429d-a178-f4715346a0f5'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:06:18.440580 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e5d5c-6503-46de-99a7-7df8502ce111 req-95e602af-68a6-4d2c-aa63-37f37a2f8dfa tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:18.442093 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-139e5d5c-6503-46de-99a7-7df8502ce111 req-95e602af-68a6-4d2c-aa63-37f37a2f8dfa tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 945 time: 0.0497169 Nov 23 09:06:18.493851 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-139e5d5c-6503-46de-99a7-7df8502ce111 req-1d7b8f40-57d3-4dac-bb68-0e5952255916 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451233 Nov 23 09:06:18.625357 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3aaf4-f837-4fc1-bed2-26e4b884ef54 req-b9d98d8a-3b08-4539-9b16-5ed80ff7df1f tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:18.626727 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2ff3aaf4-f837-4fc1-bed2-26e4b884ef54 req-b9d98d8a-3b08-4539-9b16-5ed80ff7df1f tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 945 time: 0.0474849 Nov 23 09:06:18.671971 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2ff3aaf4-f837-4fc1-bed2-26e4b884ef54 req-70d2938f-29a4-4ffa-9ef7-1495f44654a0 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394127 Nov 23 09:06:19.607463 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b203c75-4f4d-4ec2-9813-784bddf8f907 req-7a12fe08-8e3e-4e39-bada-1a16939bc6d0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:19.608909 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9b203c75-4f4d-4ec2-9813-784bddf8f907 req-7a12fe08-8e3e-4e39-bada-1a16939bc6d0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 945 time: 0.0475290 Nov 23 09:06:19.655850 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9b203c75-4f4d-4ec2-9813-784bddf8f907 req-4983129a-3552-4e75-8215-7e0e9f3d62cf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411465 Nov 23 09:06:19.662558 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 92ef3c22-1299-429d-a178-f4715346a0f5 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:19.712287 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port 92ef3c22-1299-429d-a178-f4715346a0f5 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:06:19.716370 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 92ef3c22-1299-429d-a178-f4715346a0f5 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:19.716715 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:19.784750 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7312ca-77d4-478b-95c9-e2e6689ac36f req-44df4809-a546-44a3-810b-41dcfefdbf0f tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:19.786261 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd7312ca-77d4-478b-95c9-e2e6689ac36f req-44df4809-a546-44a3-810b-41dcfefdbf0f tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 945 time: 0.0476995 Nov 23 09:06:19.795810 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:19.818597 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab769fa8-d310-4b1c-be00-7d2ded9d51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ef3c22-1299-429d-a178-f4715346a0f5'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:06:19.821491 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6761cc-cf8e-4ee7-b6f3-505c7fe4b3a8" -d '{"events": [{"server_uuid": "ab769fa8-d310-4b1c-be00-7d2ded9d51a8", "name": "network-vif-plugged", "status": "completed", "tag": "92ef3c22-1299-429d-a178-f4715346a0f5"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:06:19.834019 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd7312ca-77d4-478b-95c9-e2e6689ac36f req-5b4e9f82-d5df-4396-8226-cce0cf86b06d tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 Nov 23 09:06:19.834731 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 92ef3c22-1299-429d-a178-f4715346a0f5, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=92ef3c22-1299-429d-a178-f4715346a0f5,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:19.839530 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:19.876863 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0520dd7-5217-4f95-a312-f0d66498d98d x-openstack-request-id: req-a0520dd7-5217-4f95-a312-f0d66498d98d {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:06:19.877200 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab769fa8-d310-4b1c-be00-7d2ded9d51a8", "name": "network-vif-plugged", "status": "completed", "tag": "92ef3c22-1299-429d-a178-f4715346a0f5", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:06:19.877461 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0520dd7-5217-4f95-a312-f0d66498d98d {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:06:19.877848 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab769fa8-d310-4b1c-be00-7d2ded9d51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ef3c22-1299-429d-a178-f4715346a0f5', 'code': 200} Nov 23 09:06:19.905816 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=92ef3c22-1299-429d-a178-f4715346a0f5,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:20.034659 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8af2a-4c3a-40bd-a73a-c48ab88d0526 req-d789fbc6-38b8-4adb-b674-748eacdea435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:20.036056 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4fe8af2a-4c3a-40bd-a73a-c48ab88d0526 req-d789fbc6-38b8-4adb-b674-748eacdea435 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 1099 time: 0.0415239 Nov 23 09:06:20.081955 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4fe8af2a-4c3a-40bd-a73a-c48ab88d0526 req-a7a7d8b3-9647-4a16-a565-43eec7b59962 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370753 Nov 23 09:06:20.457583 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b0f92-cb7d-4bdd-9cde-76732a6199ba req-2a683d26-b1d6-42af-8ff0-9a4fd47c06e5 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:20.459753 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-087b0f92-cb7d-4bdd-9cde-76732a6199ba req-2a683d26-b1d6-42af-8ff0-9a4fd47c06e5 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 945 time: 0.0476227 Nov 23 09:06:20.572575 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-087b0f92-cb7d-4bdd-9cde-76732a6199ba req-57a407a4-a870-4b68-bd80-a03486c7d460 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Deleting port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:06:20.572914 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-087b0f92-cb7d-4bdd-9cde-76732a6199ba req-57a407a4-a870-4b68-bd80-a03486c7d460 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:20.660771 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-087b0f92-cb7d-4bdd-9cde-76732a6199ba req-57a407a4-a870-4b68-bd80-a03486c7d460 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] For port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:20.661133 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-087b0f92-cb7d-4bdd-9cde-76732a6199ba req-57a407a4-a870-4b68-bd80-a03486c7d460 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:20.674837 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-087b0f92-cb7d-4bdd-9cde-76732a6199ba req-57a407a4-a870-4b68-bd80-a03486c7d460 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Calling delete_port for c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 owned by compute:nova {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:06:20.796625 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749f862-0351-4f76-9022-b9db43093d5d req-21b604af-ed50-42fe-8f28-a8fb5d4ff0ae tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:20.798148 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6749f862-0351-4f76-9022-b9db43093d5d req-21b604af-ed50-42fe-8f28-a8fb5d4ff0ae tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0757911 Nov 23 09:06:20.884907 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6749f862-0351-4f76-9022-b9db43093d5d req-ef7ae239-1ab7-4039-ba74-4302c36a8ca2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806198 Nov 23 09:06:20.886235 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-087b0f92-cb7d-4bdd-9cde-76732a6199ba req-57a407a4-a870-4b68-bd80-a03486c7d460 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:20.902599 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:06:20.926409 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a407a4-a870-4b68-bd80-a03486c7d460 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Pushing event deleted for resources: {'Port': ['ID=c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:20.942173 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a6029adb-7d85-430c-975b-a147e76a335d req-fd6ce583-dea0-468b-a6f1-52cdb49a52be tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b24efc8-4126-486b-92cf-3975dc60bd84 HTTP/1.1" status: 200 len: 210 time: 0.0288680 Nov 23 09:06:20.969570 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-087b0f92-cb7d-4bdd-9cde-76732a6199ba req-57a407a4-a870-4b68-bd80-a03486c7d460 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] No DVR routers for this DVR port c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 on host hv-cinder-76845 {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:06:20.972089 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-087b0f92-cb7d-4bdd-9cde-76732a6199ba req-57a407a4-a870-4b68-bd80-a03486c7d460 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:20.975644 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-087b0f92-cb7d-4bdd-9cde-76732a6199ba req-57a407a4-a870-4b68-bd80-a03486c7d460 tempest-TestMinimumBasicScenario-622759696 tempest-TestMinimumBasicScenario-622759696-project] 10.222.0.47 "DELETE /v2.0/ports/c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 HTTP/1.1" status: 204 len: 173 time: 0.4881442 Nov 23 09:06:20.976082 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'name': 'network-vif-deleted', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:06:20.978321 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a1f7b4-b6be-427b-92a0-97f8e35de51f" -d '{"events": [{"server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "name": "network-vif-deleted", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:06:21.014294 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691da1b5-8655-4114-8ff7-f129ae4c4882 x-openstack-request-id: req-691da1b5-8655-4114-8ff7-f129ae4c4882 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:06:21.014594 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b24efc8-4126-486b-92cf-3975dc60bd84", "name": "network-vif-deleted", "tag": "c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:06:21.014883 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-691da1b5-8655-4114-8ff7-f129ae4c4882 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:06:21.015484 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b24efc8-4126-486b-92cf-3975dc60bd84', 'name': 'network-vif-deleted', 'tag': 'c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7', 'status': 'completed', 'code': 200} Nov 23 09:06:22.020090 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9210201-83ca-4e1d-81a7-996366c710cc req-cdcdbab6-6acc-4893-99ab-3e0b05dcecdd tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:22.021703 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b9210201-83ca-4e1d-81a7-996366c710cc req-cdcdbab6-6acc-4893-99ab-3e0b05dcecdd tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0489614 Nov 23 09:06:22.070803 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b9210201-83ca-4e1d-81a7-996366c710cc req-e6cb55de-6658-4f1d-be21-277fba27682a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 Nov 23 09:06:22.185061 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb8db-9e91-404d-878a-2a6cf14f31fe req-fd484980-fed4-425e-8baf-0b7be3b11cae tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:22.186586 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e59bb8db-9e91-404d-878a-2a6cf14f31fe req-fd484980-fed4-425e-8baf-0b7be3b11cae tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0496933 Nov 23 09:06:22.195996 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43572) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:22.200555 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-0bf16a15-49df-4ad7-9689-bb82db840883 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Request body: {'floatingip': {'port_id': '92ef3c22-1299-429d-a178-f4715346a0f5'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:22.238672 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0bf16a15-49df-4ad7-9689-bb82db840883 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:22.609062 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43600) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:22.826432 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0bf16a15-49df-4ad7-9689-bb82db840883 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:22.830430 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0bf16a15-49df-4ad7-9689-bb82db840883 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:22.927551 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.l3_db [None req-0bf16a15-49df-4ad7-9689-bb82db840883 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Floating IP f061d0c9-e85b-4d89-88bb-5f3cd516d97e associated. External IP: 172.27.2.147, port: 92ef3c22-1299-429d-a178-f4715346a0f5. Nov 23 09:06:22.952116 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-109d2f94-0a17-4e43-bd36-e0f6c7162e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404538'] for router_interface, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:23.200251 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-109d2f94-0a17-4e43-bd36-e0f6c7162e4a admin admin] Deleting port 99beaafb-1e62-4e35-8cfa-1e77b1c33388 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:06:23.200990 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-109d2f94-0a17-4e43-bd36-e0f6c7162e4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:23.281430 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-109d2f94-0a17-4e43-bd36-e0f6c7162e4a admin admin] For port 99beaafb-1e62-4e35-8cfa-1e77b1c33388, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=99beaafb-1e62-4e35-8cfa-1e77b1c33388,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:23.281797 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-109d2f94-0a17-4e43-bd36-e0f6c7162e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:23.295061 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-109d2f94-0a17-4e43-bd36-e0f6c7162e4a admin admin] Calling delete_port for 99beaafb-1e62-4e35-8cfa-1e77b1c33388 owned by network:router_interface {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:06:23.358068 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf16a15-49df-4ad7-9689-bb82db840883 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:06:23.463514 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf16a15-49df-4ad7-9689-bb82db840883 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:06:23.468837 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0bf16a15-49df-4ad7-9689-bb82db840883 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:23.473914 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-109d2f94-0a17-4e43-bd36-e0f6c7162e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:23.477329 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bbf0c-0c0b-49af-b735-a54ac878dc8f None None] Sync routers for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:06:23.497959 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-0bf16a15-49df-4ad7-9689-bb82db840883 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "PUT /v2.0/floatingips/f061d0c9-e85b-4d89-88bb-5f3cd516d97e HTTP/1.1" status: 200 len: 992 time: 1.2982857 Nov 23 09:06:23.497959 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab769fa8-d310-4b1c-be00-7d2ded9d51a8', 'tag': '92ef3c22-1299-429d-a178-f4715346a0f5'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:06:23.498259 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bbf0c-0c0b-49af-b735-a54ac878dc8f None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:23.498259 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-fc3bbf0c-0c0b-49af-b735-a54ac878dc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:23.498525 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1850fe16-187b-48fa-ab5c-54eddd7c0e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab769fa8-d310-4b1c-be00-7d2ded9d51a8", "tag": "92ef3c22-1299-429d-a178-f4715346a0f5"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:06:23.504612 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d2f94-0a17-4e43-bd36-e0f6c7162e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=99beaafb-1e62-4e35-8cfa-1e77b1c33388,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:23.577448 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27a4634-ef1f-44eb-a4f3-5c8fa9c08888 x-openstack-request-id: req-a27a4634-ef1f-44eb-a4f3-5c8fa9c08888 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:06:23.577812 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab769fa8-d310-4b1c-be00-7d2ded9d51a8", "tag": "92ef3c22-1299-429d-a178-f4715346a0f5", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:06:23.578127 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a27a4634-ef1f-44eb-a4f3-5c8fa9c08888 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:06:23.578580 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab769fa8-d310-4b1c-be00-7d2ded9d51a8', 'tag': '92ef3c22-1299-429d-a178-f4715346a0f5', 'status': 'completed', 'code': 200} Nov 23 09:06:23.618237 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-fc3bbf0c-0c0b-49af-b735-a54ac878dc8f None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:23.697408 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:06:23.704568 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850fe16-187b-48fa-ab5c-54eddd7c0e1e req-3ea7b3b6-fd62-4709-9a8a-e2586088ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:23.706096 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1850fe16-187b-48fa-ab5c-54eddd7c0e1e req-3ea7b3b6-fd62-4709-9a8a-e2586088ffa4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35872f178d144e849752bc7a845cb40d&device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 1099 time: 0.0900881 Nov 23 09:06:23.723167 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:06:23.723810 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device c2e5dcf0-fb18-4cc4-9002-cb7aa635b9b7 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:06:23.752655 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-109d2f94-0a17-4e43-bd36-e0f6c7162e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404646'] for router_interface, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:23.849662 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-fc3bbf0c-0c0b-49af-b735-a54ac878dc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': 'f061d0c9-e85b-4d89-88bb-5f3cd516d97e', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'port_id': '92ef3c22-1299-429d-a178-f4715346a0f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'mac_address': 'fa:16:3e:45:0f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab769fa8-d310-4b1c-be00-7d2ded9d51a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:06:10Z', 'updated_at': '2021-11-23T09:06:22Z', 'revision_number': 1, 'project_id': '35872f178d144e849752bc7a845cb40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:11Z', 'revision_number': 5, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:23.874533 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bbf0c-0c0b-49af-b735-a54ac878dc8f None None] Checking router: 4ed28d35-fbbf-4103-8eda-baf4a45249f4 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:06:23.884069 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bbf0c-0c0b-49af-b735-a54ac878dc8f None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:23.884787 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-fc3bbf0c-0c0b-49af-b735-a54ac878dc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:23.887915 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850fe16-187b-48fa-ab5c-54eddd7c0e1e req-087f63f1-0c35-462b-854d-44ba89318fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:23.889411 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1850fe16-187b-48fa-ab5c-54eddd7c0e1e req-087f63f1-0c35-462b-854d-44ba89318fbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9e1bbdd-99f7-422e-846d-8219534d04c4 HTTP/1.1" status: 200 len: 912 time: 0.1744161 Nov 23 09:06:23.990247 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-fc3bbf0c-0c0b-49af-b735-a54ac878dc8f None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:24.001269 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1850fe16-187b-48fa-ab5c-54eddd7c0e1e req-3e209d4f-953a-424e-a63a-881224f025b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ef3c22-1299-429d-a178-f4715346a0f5 HTTP/1.1" status: 200 len: 1000 time: 0.1023710 Nov 23 09:06:24.093266 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850fe16-187b-48fa-ab5c-54eddd7c0e1e req-03feea5f-abe9-4356-836a-32b29e0dfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:24.094729 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1850fe16-187b-48fa-ab5c-54eddd7c0e1e req-03feea5f-abe9-4356-836a-32b29e0dfea1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1dfaa9b7-a813-4a52-9514-6e3975259a93 HTTP/1.1" status: 200 len: 850 time: 0.0835099 Nov 23 09:06:24.132398 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109d2f94-0a17-4e43-bd36-e0f6c7162e4a admin admin] Router f6a222dd-06bc-4674-85dc-abea2196acd7 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:06:24.154514 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850fe16-187b-48fa-ab5c-54eddd7c0e1e req-dfb6a91a-d4f1-4313-a811-0b23ea8572d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:24.155988 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1850fe16-187b-48fa-ab5c-54eddd7c0e1e req-dfb6a91a-d4f1-4313-a811-0b23ea8572d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9e1bbdd-99f7-422e-846d-8219534d04c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527382 Nov 23 09:06:24.212787 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-fc3bbf0c-0c0b-49af-b735-a54ac878dc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': 'f061d0c9-e85b-4d89-88bb-5f3cd516d97e', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'port_id': '92ef3c22-1299-429d-a178-f4715346a0f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'mac_address': 'fa:16:3e:45:0f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab769fa8-d310-4b1c-be00-7d2ded9d51a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:06:10Z', 'updated_at': '2021-11-23T09:06:22Z', 'revision_number': 1, 'project_id': '35872f178d144e849752bc7a845cb40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:11Z', 'revision_number': 5, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:24.238274 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bbf0c-0c0b-49af-b735-a54ac878dc8f None None] The sync data for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi is: [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': 'f061d0c9-e85b-4d89-88bb-5f3cd516d97e', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'port_id': '92ef3c22-1299-429d-a178-f4715346a0f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'mac_address': 'fa:16:3e:45:0f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab769fa8-d310-4b1c-be00-7d2ded9d51a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:06:10Z', 'updated_at': '2021-11-23T09:06:22Z', 'revision_number': 1, 'project_id': '35872f178d144e849752bc7a845cb40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:11Z', 'revision_number': 5, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:06:24.317544 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109d2f94-0a17-4e43-bd36-e0f6c7162e4a admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:06:24.326252 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-109d2f94-0a17-4e43-bd36-e0f6c7162e4a admin admin] 10.222.0.46 "PUT /v2.0/routers/f6a222dd-06bc-4674-85dc-abea2196acd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7116039 Nov 23 09:06:24.326665 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43606) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:24.328202 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db064c-74e7-4ee9-b8a1-8a66ed12e0fe None None] Sync routers for ids ['f6a222dd-06bc-4674-85dc-abea2196acd7'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:06:24.329439 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1850fe16-187b-48fa-ab5c-54eddd7c0e1e req-473c2b3e-ea8e-401e-a3ff-8ce2e819de85 service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414096 Nov 23 09:06:24.344910 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db064c-74e7-4ee9-b8a1-8a66ed12e0fe None None] Routers {'f6a222dd-06bc-4674-85dc-abea2196acd7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:24.345896 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-f5db064c-74e7-4ee9-b8a1-8a66ed12e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f6a222dd-06bc-4674-85dc-abea2196acd7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:24.440563 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1850fe16-187b-48fa-ab5c-54eddd7c0e1e req-6332e0bd-862b-41e2-8544-6fa4f7de7ed0 service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028137 Nov 23 09:06:24.458676 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:24.459988 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-f5db064c-74e7-4ee9-b8a1-8a66ed12e0fe None None] Set router f6a222dd-06bc-4674-85dc-abea2196acd7 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:24.521142 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c244b308-e371-4810-8c1b-c73263634eee None None] New status for floating IP f061d0c9-e85b-4d89-88bb-5f3cd516d97e: ACTIVE {{(pid=102544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:06:24.572148 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:24.627947 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Deleting port 9b8ae6b9-7a59-4279-b6b8-298f102ef081 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:06:24.628999 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:24.642345 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-f5db064c-74e7-4ee9-b8a1-8a66ed12e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:06:23Z', 'revision_number': 5, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port': {'id': '9b8ae6b9-7a59-4279-b6b8-298f102ef081', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:24.677884 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db064c-74e7-4ee9-b8a1-8a66ed12e0fe None None] Checking router: f6a222dd-06bc-4674-85dc-abea2196acd7 for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:06:24.688540 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db064c-74e7-4ee9-b8a1-8a66ed12e0fe None None] Routers {'f6a222dd-06bc-4674-85dc-abea2196acd7'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:24.689342 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-f5db064c-74e7-4ee9-b8a1-8a66ed12e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f6a222dd-06bc-4674-85dc-abea2196acd7'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:24.732468 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] For port 9b8ae6b9-7a59-4279-b6b8-298f102ef081, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=9b8ae6b9-7a59-4279-b6b8-298f102ef081,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:24.732853 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:24.745902 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Calling delete_port for 9b8ae6b9-7a59-4279-b6b8-298f102ef081 owned by network:router_gateway {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:06:24.775252 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-f5db064c-74e7-4ee9-b8a1-8a66ed12e0fe None None] Set router f6a222dd-06bc-4674-85dc-abea2196acd7 gateway port host: None {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:24.827663 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-f5db064c-74e7-4ee9-b8a1-8a66ed12e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:06:24Z', 'revision_number': 6, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port_host': None}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:24.853556 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db064c-74e7-4ee9-b8a1-8a66ed12e0fe None None] The sync data for ids ['f6a222dd-06bc-4674-85dc-abea2196acd7'] in dv-cinder-768458-17-iscsi is: [{'id': 'f6a222dd-06bc-4674-85dc-abea2196acd7', 'name': 'tempest-TestMinimumBasicScenario-1930008864-router', 'tenant_id': '5d37eeef32a14dfcad683356d32556e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:06Z', 'updated_at': '2021-11-23T09:06:24Z', 'revision_number': 6, 'project_id': '5d37eeef32a14dfcad683356d32556e8', 'gw_port_host': None}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:06:24.909619 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:24.938712 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8ae6b9-7a59-4279-b6b8-298f102ef081,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:24.997098 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404736'] for router_gateway, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.097443 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13363'] for router, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.099633 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.163307 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404866'] for router, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.164002 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6a222dd-06bc-4674-85dc-abea2196acd7 {{(pid=102541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:06:25.169566 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.170709 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-1a5200c2-6e44-4766-ac1f-21621445b1d6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f6a222dd-06bc-4674-85dc-abea2196acd7 HTTP/1.1" status: 204 len: 168 time: 0.8429837 Nov 23 09:06:25.173153 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43610) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:25.220120 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_v2 [None req-37637f10-8140-4fe4-87e3-cb0df9e7cc6e admin admin] Deleting subnet d4f46289-bfb1-43d4-b092-bc64f39a3c09 {{(pid=102541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:06:25.223499 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-37637f10-8140-4fe4-87e3-cb0df9e7cc6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.261628 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-37637f10-8140-4fe4-87e3-cb0df9e7cc6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9459622'] for subnet, precommit_delete_associations {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.367965 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-37637f10-8140-4fe4-87e3-cb0df9e7cc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.417929 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-37637f10-8140-4fe4-87e3-cb0df9e7cc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8753340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11572730'] for subnet, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.443236 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37637f10-8140-4fe4-87e3-cb0df9e7cc6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f46289-bfb1-43d4-b092-bc64f39a3c09,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:25.445237 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-37637f10-8140-4fe4-87e3-cb0df9e7cc6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.448376 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-37637f10-8140-4fe4-87e3-cb0df9e7cc6e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d4f46289-bfb1-43d4-b092-bc64f39a3c09 HTTP/1.1" status: 204 len: 168 time: 0.2741413 Nov 23 09:06:25.449749 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759f03bc-8566-4d99-8382-97fd63a5ff88 None None] Network e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:06:25.450837 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43612) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:25.519215 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.578358 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Deleting port 82cb376f-6734-45be-b899-dc3442883f65 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:06:25.578686 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.633430 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39853ef1-4182-434b-83cf-c516ca2385fc None None] DHCP port deletion for e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 request from dv-cinder-768458-17-iscsi {{(pid=102543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:06:25.651172 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] For port 82cb376f-6734-45be-b899-dc3442883f65, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=82cb376f-6734-45be-b899-dc3442883f65,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:25.651548 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.664039 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Calling delete_port for 82cb376f-6734-45be-b899-dc3442883f65 owned by network:dhcp {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:06:25.684452 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-39853ef1-4182-434b-83cf-c516ca2385fc None None] Deleting port 82cb376f-6734-45be-b899-dc3442883f65 {{(pid=102543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:06:25.684818 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-39853ef1-4182-434b-83cf-c516ca2385fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.757453 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.786344 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=82cb376f-6734-45be-b899-dc3442883f65,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:25.795634 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] No DVR routers for this DVR port 82cb376f-6734-45be-b899-dc3442883f65 on host dv-cinder-768458-17-iscsi {{(pid=102541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:06:25.874174 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-39853ef1-4182-434b-83cf-c516ca2385fc None None] For port 82cb376f-6734-45be-b899-dc3442883f65, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=82cb376f-6734-45be-b899-dc3442883f65,segment=NetworkSegment(619998b1-8d20-4eb1-a3fe-a049eed4386e),segment_id=619998b1-8d20-4eb1-a3fe-a049eed4386e)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:25.874742 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-39853ef1-4182-434b-83cf-c516ca2385fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.882376 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.889858 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-39853ef1-4182-434b-83cf-c516ca2385fc None None] Calling delete_port for 82cb376f-6734-45be-b899-dc3442883f65 owned by network:dhcp {{(pid=102543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:06:25.905621 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4']}} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:25.915595 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619998b1-8d20-4eb1-a3fe-a049eed4386e') {'for_net_delete': True} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:25.915900 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619998b1-8d20-4eb1-a3fe-a049eed4386e') {} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:25.925361 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9459601'] for segment, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.939541 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.947444 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:06:25.947835 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12311326'] for segment, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: Traceback (most recent call last): Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: timer() Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: cb(*args, **kw) Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: return func(*args, **kwargs) Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: self._notify() Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: self.callback(batched_events) Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: event.method(event) Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: return f(self, *a, **k) Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._get(url).json() Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: return self.request(url, 'GET', **kwargs) Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:06:25.949453 dv-cinder-768458-17-iscsi neutron-server[102541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:06:26.007378 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-39853ef1-4182-434b-83cf-c516ca2385fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782'] for port, after_delete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:26.016656 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:26.022149 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:26.025517 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4 HTTP/1.1" status: 204 len: 168 time: 0.5737569 Nov 23 09:06:26.028646 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43616) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:26.033904 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39853ef1-4182-434b-83cf-c516ca2385fc None None] Pushing event deleted for resources: {'Port': ['ID=82cb376f-6734-45be-b899-dc3442883f65,revision_number=None']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:26.038215 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39853ef1-4182-434b-83cf-c516ca2385fc None None] No DVR routers for this DVR port 82cb376f-6734-45be-b899-dc3442883f65 on host dv-cinder-768458-17-iscsi {{(pid=102543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:06:26.042731 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812eef4-d9a6-4daf-b051-752ad66e66a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a1cde7-6f6b-4ecd-a6b9-780394a99cb4,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:26.351507 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 82cb376f-6734-45be-b899-dc3442883f65 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:06:26.370942 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 82cb376f-6734-45be-b899-dc3442883f65 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:06:26.371285 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 82cb376f-6734-45be-b899-dc3442883f65 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:06:26.371695 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 9b8ae6b9-7a59-4279-b6b8-298f102ef081 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:06:26.373792 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404538'] for router_interface, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:26.394187 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 9b8ae6b9-7a59-4279-b6b8-298f102ef081 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:06:26.394541 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 9b8ae6b9-7a59-4279-b6b8-298f102ef081 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:06:26.394949 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 99beaafb-1e62-4e35-8cfa-1e77b1c33388 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:06:26.413935 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 99beaafb-1e62-4e35-8cfa-1e77b1c33388 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:06:26.414284 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 99beaafb-1e62-4e35-8cfa-1e77b1c33388 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:06:26.860587 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Deleting port 49efe4d5-1a34-491f-b16d-ed29b9a87a44 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:06:26.860904 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:26.943338 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] For port 49efe4d5-1a34-491f-b16d-ed29b9a87a44, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=49efe4d5-1a34-491f-b16d-ed29b9a87a44,segment=NetworkSegment(7d478935-4a0d-45d8-b286-446623edf54a),segment_id=7d478935-4a0d-45d8-b286-446623edf54a)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:26.943956 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:26.955848 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Calling delete_port for 49efe4d5-1a34-491f-b16d-ed29b9a87a44 owned by network:router_interface {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:06:27.135586 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:27.161773 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Pushing event deleted for resources: {'Port': ['ID=49efe4d5-1a34-491f-b16d-ed29b9a87a44,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:27.186144 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:27.186501 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:27.186850 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:27.187183 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:27.187518 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:27.187852 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:27.188183 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:27.188520 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:27.188868 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:27.189209 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:27.189534 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:27.189858 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:06:27.333691 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404646'] for router_interface, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:27.541132 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Router 29d545bc-5acb-45e5-9353-9198ccdf99d3 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:06:27.643804 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:06:27.648849 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-f2e50344-e775-4e97-b68a-b73c83f80acd admin admin] 10.222.0.46 "PUT /v2.0/routers/29d545bc-5acb-45e5-9353-9198ccdf99d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6191070 Nov 23 09:06:27.651438 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43620) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:27.652436 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e42312-1cd1-4b66-ae4f-c1e0716ce6c6 None None] Sync routers for ids ['29d545bc-5acb-45e5-9353-9198ccdf99d3'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:06:27.661738 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e42312-1cd1-4b66-ae4f-c1e0716ce6c6 None None] Routers {'29d545bc-5acb-45e5-9353-9198ccdf99d3'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:27.662909 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-74e42312-1cd1-4b66-ae4f-c1e0716ce6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['29d545bc-5acb-45e5-9353-9198ccdf99d3'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:27.753407 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Publish callbacks [] for router, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:27.763820 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-74e42312-1cd1-4b66-ae4f-c1e0716ce6c6 None None] Set router 29d545bc-5acb-45e5-9353-9198ccdf99d3 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:27.854014 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:27.908251 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Deleting port d1b18367-2cc2-4b1f-af58-c6d65e22f549 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:06:27.908640 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:27.943912 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-74e42312-1cd1-4b66-ae4f-c1e0716ce6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'name': 'tempest-TestMinimumBasicScenario-1843444048-router', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:06:27Z', 'revision_number': 5, 'project_id': '9e36aefaf01543689a83219193e2a836', 'gw_port': {'id': 'd1b18367-2cc2-4b1f-af58-c6d65e22f549', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:27.977729 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e42312-1cd1-4b66-ae4f-c1e0716ce6c6 None None] Checking router: 29d545bc-5acb-45e5-9353-9198ccdf99d3 for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:06:27.986927 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e42312-1cd1-4b66-ae4f-c1e0716ce6c6 None None] Routers {'29d545bc-5acb-45e5-9353-9198ccdf99d3'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:27.987531 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-74e42312-1cd1-4b66-ae4f-c1e0716ce6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['29d545bc-5acb-45e5-9353-9198ccdf99d3'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:28.000017 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] For port d1b18367-2cc2-4b1f-af58-c6d65e22f549, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=d1b18367-2cc2-4b1f-af58-c6d65e22f549,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:28.000387 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.012317 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Calling delete_port for d1b18367-2cc2-4b1f-af58-c6d65e22f549 owned by network:router_gateway {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:06:28.073985 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-74e42312-1cd1-4b66-ae4f-c1e0716ce6c6 None None] Set router 29d545bc-5acb-45e5-9353-9198ccdf99d3 gateway port host: None {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:28.126902 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-74e42312-1cd1-4b66-ae4f-c1e0716ce6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'name': 'tempest-TestMinimumBasicScenario-1843444048-router', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:06:27Z', 'revision_number': 6, 'project_id': '9e36aefaf01543689a83219193e2a836', 'gw_port_host': None}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:28.158091 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e42312-1cd1-4b66-ae4f-c1e0716ce6c6 None None] The sync data for ids ['29d545bc-5acb-45e5-9353-9198ccdf99d3'] in dv-cinder-768458-17-iscsi is: [{'id': '29d545bc-5acb-45e5-9353-9198ccdf99d3', 'name': 'tempest-TestMinimumBasicScenario-1843444048-router', 'tenant_id': '9e36aefaf01543689a83219193e2a836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:04:11Z', 'updated_at': '2021-11-23T09:06:27Z', 'revision_number': 6, 'project_id': '9e36aefaf01543689a83219193e2a836', 'gw_port_host': None}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:06:28.179411 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.211800 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b18367-2cc2-4b1f-af58-c6d65e22f549,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:28.267002 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404736'] for router_gateway, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.357498 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13363'] for router, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.359572 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.405931 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404866'] for router, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.406398 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29d545bc-5acb-45e5-9353-9198ccdf99d3 {{(pid=102542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:06:28.410723 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] Publish callbacks [] for router, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.411847 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-63397ab8-737b-42d5-9279-214a4ab7ad61 admin admin] 10.222.0.46 "DELETE /v2.0/routers/29d545bc-5acb-45e5-9353-9198ccdf99d3 HTTP/1.1" status: 204 len: 168 time: 0.7594984 Nov 23 09:06:28.414594 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43624) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:28.457998 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c81d1b3-1dc5-4b9e-9f69-4aec67c35daa admin admin] Deleting subnet 76171433-ddd2-4545-832a-0652d7eaa873 {{(pid=102542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:06:28.461936 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7c81d1b3-1dc5-4b9e-9f69-4aec67c35daa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.496540 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7c81d1b3-1dc5-4b9e-9f69-4aec67c35daa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785854'] for subnet, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.583659 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7c81d1b3-1dc5-4b9e-9f69-4aec67c35daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.642724 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 49efe4d5-1a34-491f-b16d-ed29b9a87a44 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:06:28.642922 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7c81d1b3-1dc5-4b9e-9f69-4aec67c35daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8590777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583604'] for subnet, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.663564 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 49efe4d5-1a34-491f-b16d-ed29b9a87a44 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:06:28.664068 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 49efe4d5-1a34-491f-b16d-ed29b9a87a44 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:06:28.667552 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81d1b3-1dc5-4b9e-9f69-4aec67c35daa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76171433-ddd2-4545-832a-0652d7eaa873,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:28.672834 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7c81d1b3-1dc5-4b9e-9f69-4aec67c35daa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.676148 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-7c81d1b3-1dc5-4b9e-9f69-4aec67c35daa admin admin] 10.222.0.46 "DELETE /v2.0/subnets/76171433-ddd2-4545-832a-0652d7eaa873 HTTP/1.1" status: 204 len: 168 time: 0.2605927 Nov 23 09:06:28.679273 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43626) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:28.679756 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7451b3-8811-4fa4-a0fb-72ec1662f0cc None None] Network 8d77db47-1c0c-4201-b47b-7fd15337bc85 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:06:28.745333 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.801676 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Deleting port 4d2be1ad-2750-4cab-932d-5256e20284b7 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:06:28.802135 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.864670 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] For port 4d2be1ad-2750-4cab-932d-5256e20284b7, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=4d2be1ad-2750-4cab-932d-5256e20284b7,segment=NetworkSegment(7d478935-4a0d-45d8-b286-446623edf54a),segment_id=7d478935-4a0d-45d8-b286-446623edf54a)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:28.865061 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.876736 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Calling delete_port for 4d2be1ad-2750-4cab-932d-5256e20284b7 owned by network:dhcp {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:06:28.967507 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:28.971037 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c1af00-da91-4837-ab31-66ef826276ef None None] DHCP port deletion for 8d77db47-1c0c-4201-b47b-7fd15337bc85 request from dv-cinder-768458-17-iscsi {{(pid=102543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:06:28.994171 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2be1ad-2750-4cab-932d-5256e20284b7,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:28.997748 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] No DVR routers for this DVR port 4d2be1ad-2750-4cab-932d-5256e20284b7 on host dv-cinder-768458-17-iscsi {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:06:29.072042 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.094156 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d77db47-1c0c-4201-b47b-7fd15337bc85']}} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:29.111545 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d478935-4a0d-45d8-b286-446623edf54a') {'for_net_delete': True} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:29.111925 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d478935-4a0d-45d8-b286-446623edf54a') {} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:29.122663 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785801'] for segment, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.136454 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.143107 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:06:29.143495 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12410395'] for segment, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: Traceback (most recent call last): Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: timer() Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: cb(*args, **kw) Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: return func(*args, **kwargs) Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: self._notify() Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: self.callback(batched_events) Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: event.method(event) Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: return f(self, *a, **k) Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._get(url).json() Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: return self.request(url, 'GET', **kwargs) Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:06:29.145135 dv-cinder-768458-17-iscsi neutron-server[102542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:06:29.201815 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.207789 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.211552 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] 10.222.0.46 "DELETE /v2.0/networks/8d77db47-1c0c-4201-b47b-7fd15337bc85 HTTP/1.1" status: 204 len: 168 time: 0.5312858 Nov 23 09:06:29.222370 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e69a19-a3ea-4979-b1d0-23ef1f30716e admin admin] Pushing event deleted for resources: {'Network': ['ID=8d77db47-1c0c-4201-b47b-7fd15337bc85,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:29.331670 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43632) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:29.371498 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-fcdee848-e7a3-4d02-a73c-f44b3fcdc694 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d37eeef32a14dfcad683356d32556e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386817 Nov 23 09:06:29.373937 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43634) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:29.422939 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6d950a76-2e58-4ae6-b3df-2d2ed4f3e370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.444349 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6d950a76-2e58-4ae6-b3df-2d2ed4f3e370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.489815 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6d950a76-2e58-4ae6-b3df-2d2ed4f3e370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.492651 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6d950a76-2e58-4ae6-b3df-2d2ed4f3e370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.493807 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-6d950a76-2e58-4ae6-b3df-2d2ed4f3e370 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ccaf7f7-abb0-4390-9b65-9cd44cd8073e HTTP/1.1" status: 204 len: 168 time: 0.1188886 Nov 23 09:06:29.501452 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d950a76-2e58-4ae6-b3df-2d2ed4f3e370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccaf7f7-abb0-4390-9b65-9cd44cd8073e,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:29.800405 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43640) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:29.840066 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-71661426-2055-46fe-952a-c88ac3124bad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e36aefaf01543689a83219193e2a836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385208 Nov 23 09:06:29.842382 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43642) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:29.887665 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0099d3f7-dac9-46c7-bb06-0760af8c8d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.908460 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0099d3f7-dac9-46c7-bb06-0760af8c8d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.952975 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0099d3f7-dac9-46c7-bb06-0760af8c8d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.955557 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0099d3f7-dac9-46c7-bb06-0760af8c8d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:29.956825 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-0099d3f7-dac9-46c7-bb06-0760af8c8d95 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ed37a5b-e029-4d51-a59a-ae902d708164 HTTP/1.1" status: 204 len: 168 time: 0.1135681 Nov 23 09:06:29.965614 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099d3f7-dac9-46c7-bb06-0760af8c8d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed37a5b-e029-4d51-a59a-ae902d708164,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:30.364405 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4d2be1ad-2750-4cab-932d-5256e20284b7 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:06:30.387963 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 4d2be1ad-2750-4cab-932d-5256e20284b7 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:06:30.388308 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4d2be1ad-2750-4cab-932d-5256e20284b7 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:06:30.388720 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device d1b18367-2cc2-4b1f-af58-c6d65e22f549 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:06:30.407484 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: d1b18367-2cc2-4b1f-af58-c6d65e22f549 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:06:30.407827 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device d1b18367-2cc2-4b1f-af58-c6d65e22f549 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:06:30.495413 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-36114bb1-4e6f-472d-8c4b-a40deef601b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:30.623959 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43666) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:30.715930 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1826054171-network', 'tenant_id': '6cac6add618145708d682ab7de8fa3af'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:30.739701 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Made reservation on behalf of 6cac6add618145708d682ab7de8fa3af for: {'network': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:06:30.742470 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:30.750390 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:30.824277 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:30.827977 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:30.848498 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:06:30.861953 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a9f600-7763-47f2-a5c7-970f4a1122be,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:30.867509 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:30.867847 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.segments_db [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Added segment 0409f66a-a67e-4af4-bfed-8d3e72d8c4d5 of type vlan for network 394a2a58-dcca-4518-9053-d6b7a3085c18 Nov 23 09:06:30.906677 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:30.931025 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:30.932115 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:30.932775 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:30.967001 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3419271 Nov 23 09:06:30.970002 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43670) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:30.975677 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-7727eb7a-6e2c-4768-8963-3b2334c252fc admin admin] Request body: {'subnet': {'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1826054171-subnet', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'ip_version': 4}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:30.997938 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670b6c1-120a-4877-94b7-5aa6b439284c admin admin] Pushing event updated for resources: {'Network': ['ID=394a2a58-dcca-4518-9053-d6b7a3085c18,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:30.998411 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7727eb7a-6e2c-4768-8963-3b2334c252fc admin admin] Made reservation on behalf of 6cac6add618145708d682ab7de8fa3af for: {'subnet': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:06:31.000860 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7727eb7a-6e2c-4768-8963-3b2334c252fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583583'] for subnet, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:31.007969 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network 394a2a58-dcca-4518-9053-d6b7a3085c18 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:06:31.168889 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7727eb7a-6e2c-4768-8963-3b2334c252fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8590694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583565'] for subnet, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:31.223914 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727eb7a-6e2c-4768-8963-3b2334c252fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=557d8f55-206a-45e8-8f5b-d6880d068c8d,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:31.237444 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727eb7a-6e2c-4768-8963-3b2334c252fc admin admin] Checking segment: {'id': '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:06:31.237444 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7727eb7a-6e2c-4768-8963-3b2334c252fc admin admin] Network hostable DHCP agents. Network: 394a2a58-dcca-4518-9053-d6b7a3085c18, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:06:31.252967 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7727eb7a-6e2c-4768-8963-3b2334c252fc admin admin] Network 394a2a58-dcca-4518-9053-d6b7a3085c18 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:06:31.261348 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-7727eb7a-6e2c-4768-8963-3b2334c252fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, 394a2a58-dcca-4518-9053-d6b7a3085c18) {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:31.265187 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7727eb7a-6e2c-4768-8963-3b2334c252fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:31.265795 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7727eb7a-6e2c-4768-8963-3b2334c252fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:31.272229 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d9e08f-cd1d-43dd-bb41-82d47deab1dd None None] Network 394a2a58-dcca-4518-9053-d6b7a3085c18 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:06:31.282454 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-7727eb7a-6e2c-4768-8963-3b2334c252fc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3113830 Nov 23 09:06:31.285200 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43674) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:31.290220 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:31.310596 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-289495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13381'] for router, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:31.311740 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13372'] for router, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:31.366453 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:31.418620 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp201ed441-e3b8-53ca-a227-4322de3d7a4e-394a2a58-dcca-4518-9053-d6b7a3085c18', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'fixed_ips': [{'subnet_id': '557d8f55-206a-45e8-8f5b-d6880d068c8d'}]}} from dv-cinder-768458-17-iscsi. {{(pid=102543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:06:31.419491 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:31.503668 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:31.551844 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.db_base_plugin_common [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Allocated IP 172.20.0.2 (394a2a58-dcca-4518-9053-d6b7a3085c18/557d8f55-206a-45e8-8f5b-d6880d068c8d/b41269b5-f3e1-43a5-a30a-c1f10176c71f) {{(pid=102543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:06:31.820464 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Publish callbacks [] for port, precommit_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:31.827572 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:31.867493 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Network 394a2a58-dcca-4518-9053-d6b7a3085c18 is already hosted by enough agents. {{(pid=102543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:31.870342 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.base_scheduler [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Resources bound (agent type, host, resource id): {{(pid=102543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:31.873874 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Received port after_create {{(pid=102543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:06:31.879472 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Pushing event updated for resources: {'Port': ['ID=b41269b5-f3e1-43a5-a30a-c1f10176c71f,revision_number=1']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:31.933659 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Attempting to bind port b41269b5-f3e1-43a5-a30a-c1f10176c71f on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:06:31.934024 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Attempting to bind port b41269b5-f3e1-43a5-a30a-c1f10176c71f by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:06:31.934381 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Attempting to bind port b41269b5-f3e1-43a5-a30a-c1f10176c71f on network 394a2a58-dcca-4518-9053-d6b7a3085c18 {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:06:31.939258 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:06:31.939631 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Checking segment: {'id': '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:06:31.940025 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:31.940408 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Bound using segment: {'id': '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:06:31.940892 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Bound port: b41269b5-f3e1-43a5-a30a-c1f10176c71f, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:06:31.941283 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:31.948436 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:31.967631 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:32.002174 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] For port b41269b5-f3e1-43a5-a30a-c1f10176c71f, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:06:32.005189 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] For port b41269b5-f3e1-43a5-a30a-c1f10176c71f, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=b41269b5-f3e1-43a5-a30a-c1f10176c71f,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:06:32.010225 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:32.069937 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e803b-d4ba-4c85-b1b6-3ab6187f5e37 None None] Pushing event updated for resources: {'Port': ['ID=b41269b5-f3e1-43a5-a30a-c1f10176c71f,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:32.090355 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Allocated IP 172.27.2.115 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/a7ddc016-f401-4798-931c-31519908d5a6) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:06:32.201746 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:32.247528 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:32.297494 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:32.300548 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:32.305199 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:06:32.308374 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ddc016-f401-4798-931c-31519908d5a6,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:32.404559 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device b41269b5-f3e1-43a5-a30a-c1f10176c71f up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:32.452070 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port b41269b5-f3e1-43a5-a30a-c1f10176c71f triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:32.452691 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:32.531772 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:32.562959 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port b41269b5-f3e1-43a5-a30a-c1f10176c71f, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=b41269b5-f3e1-43a5-a30a-c1f10176c71f,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:32.566509 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:32.567079 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:32.626106 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=b41269b5-f3e1-43a5-a30a-c1f10176c71f,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:32.634876 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-7f4082de-6f39-4439-8696-68507fe6eb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:32.769863 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404828'] for router, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:32.905807 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Router fde1c5e8-7418-47fb-9c2a-c94b7696faae is scheduled to L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce with binding_index 1 {{(pid=102542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:06:32.930775 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894182fe-2cc5-42b4-9f13-1a1c16886a25 None None] Network 394a2a58-dcca-4518-9053-d6b7a3085c18 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:06:33.012116 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:06:33.023262 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Sync routers for ids ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:06:33.034511 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Routers {'fde1c5e8-7418-47fb-9c2a-c94b7696faae'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:33.036111 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:33.038082 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.042431 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43678) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:33.043149 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-76f3a435-6f45-4919-a680-216f6b8bc7e0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7569788 Nov 23 09:06:33.057140 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-94643182-eded-4d4c-9c7e-598d67f159ba None None] Provisioning complete for port b41269b5-f3e1-43a5-a30a-c1f10176c71f triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:33.057526 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-94643182-eded-4d4c-9c7e-598d67f159ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.162136 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Set router fde1c5e8-7418-47fb-9c2a-c94b7696faae gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:33.385588 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-eebf1755-5840-4e38-acbb-3d1c0d5e6f4b None None] Provisioning complete for port b41269b5-f3e1-43a5-a30a-c1f10176c71f triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:33.386204 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-eebf1755-5840-4e38-acbb-3d1c0d5e6f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.436186 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:32Z', 'revision_number': 3, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port': {'id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:33.464022 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Checking router: fde1c5e8-7418-47fb-9c2a-c94b7696faae for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:06:33.464644 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Updating router fde1c5e8-7418-47fb-9c2a-c94b7696faae port a7ddc016-f401-4798-931c-31519908d5a6 binding host dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:06:33.493584 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.493797 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.644892 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Allocated IP 172.20.0.1 (394a2a58-dcca-4518-9053-d6b7a3085c18/557d8f55-206a-45e8-8f5b-d6880d068c8d/7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:06:33.736817 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.742658 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.749772 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.783237 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.791775 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Attempting to bind port a7ddc016-f401-4798-931c-31519908d5a6 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:06:33.792149 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Attempting to bind port a7ddc016-f401-4798-931c-31519908d5a6 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:06:33.792510 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Attempting to bind port a7ddc016-f401-4798-931c-31519908d5a6 on network 35e91d60-8c71-47d2-b9df-69aef295cc4e {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:06:33.800975 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6b0d8-f6c7-401c-a3f1-c31ee22b775d None None] Pushing event updated for resources: {'Port': ['ID=a7ddc016-f401-4798-931c-31519908d5a6,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:33.803482 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:06:33.803852 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Checking segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:06:33.804250 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.804631 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Bound using segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:06:33.805097 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Bound port: a7ddc016-f401-4798-931c-31519908d5a6, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:06:33.805522 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.828211 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Network 394a2a58-dcca-4518-9053-d6b7a3085c18 is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:33.831078 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:33.834668 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:06:33.842365 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:33.859917 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] For port a7ddc016-f401-4798-931c-31519908d5a6, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:06:33.863928 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] For port a7ddc016-f401-4798-931c-31519908d5a6, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=a7ddc016-f401-4798-931c-31519908d5a6,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:06:33.869258 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.879013 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404909'] for router_interface, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.927467 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Routers {'fde1c5e8-7418-47fb-9c2a-c94b7696faae'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:33.928026 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:33.945136 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:33.969637 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6b0d8-f6c7-401c-a3f1-c31ee22b775d None None] Pushing event updated for resources: {'Port': ['ID=a7ddc016-f401-4798-931c-31519908d5a6,revision_number=3']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:34.025631 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:34.042036 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] Set router fde1c5e8-7418-47fb-9c2a-c94b7696faae gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:34.102875 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-e283817f-bdf5-463b-9efe-5ebd61645a55 None None] Provisioning complete for port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:34.103503 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-e283817f-bdf5-463b-9efe-5ebd61645a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:34.138642 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-e283817f-bdf5-463b-9efe-5ebd61645a55 None None] Port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:06:34.194713 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:34.199366 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:34.217452 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:32Z', 'revision_number': 3, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port': {'id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:34.246653 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e591a0-5e22-4869-9efd-f6e73e11f749 None None] The sync data for ids ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'] in dv-cinder-768458-17-iscsi is: [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:32Z', 'revision_number': 3, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port': {'id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:06:34.267404 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404509'] for router_interface, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:34.271812 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:34.357645 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device b41269b5-f3e1-43a5-a30a-c1f10176c71f up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:34.370745 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Network 394a2a58-dcca-4518-9053-d6b7a3085c18 is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:34.372159 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:34.411482 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port b41269b5-f3e1-43a5-a30a-c1f10176c71f triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:34.411952 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:34.516277 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Router fde1c5e8-7418-47fb-9c2a-c94b7696faae has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:06:34.674082 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-c160f34e-d967-4af7-aae7-188f6c693e55 None None] Provisioning complete for port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:34.674695 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c160f34e-d967-4af7-aae7-188f6c693e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:34.715827 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-c160f34e-d967-4af7-aae7-188f6c693e55 None None] Port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:06:34.896728 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:06:34.901871 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-76accb5f-1179-4897-a287-1d2cd7ee0854 admin admin] 10.222.0.46 "PUT /v2.0/routers/fde1c5e8-7418-47fb-9c2a-c94b7696faae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8572643 Nov 23 09:06:34.914401 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.377893 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 43698) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:35.383429 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-74606540-network', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:35.402993 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Made reservation on behalf of efcc0c2c5fe640b4bc0217427a2aa139 for: {'network': 1} {{(pid=102541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:06:35.405223 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for network, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.413994 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.486051 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.489595 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.515527 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:06:35.522673 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d6d117-c0ef-4dbd-8ae1-f1c106f3fbe4,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:35.529095 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.529465 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.segments_db [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Added segment 353e784a-c5c0-40d1-ae0e-3da04a464d1d of type vlan for network 98b09699-3409-4d0e-b9f4-40640974fd22 Nov 23 09:06:35.572094 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744613729612'] for network, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.597213 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779'] for network, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.598229 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:35.598841 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.636087 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43702) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:35.636624 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2571776 Nov 23 09:06:35.641737 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-400db07e-6cd5-44c1-b7e0-24ca5af45bb7 admin admin] Request body: {'subnet': {'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-74606540-subnet', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'ip_version': 4}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:35.668345 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400db07e-6cd5-44c1-b7e0-24ca5af45bb7 admin admin] Made reservation on behalf of efcc0c2c5fe640b4bc0217427a2aa139 for: {'subnet': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:06:35.669870 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4012ca-d0fe-43a8-8689-eef45b4dcea8 admin admin] Pushing event updated for resources: {'Network': ['ID=98b09699-3409-4d0e-b9f4-40640974fd22,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:35.671137 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-400db07e-6cd5-44c1-b7e0-24ca5af45bb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583583'] for subnet, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.680052 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Network 98b09699-3409-4d0e-b9f4-40640974fd22 details requested by agent ovs-agent-dv-cinder-768458-17-iscsi with host dv-cinder-768458-17-iscsi {{(pid=102543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:06:35.831565 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Sync routers for ids ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:06:35.841542 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Routers {'fde1c5e8-7418-47fb-9c2a-c94b7696faae'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:35.842148 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-485080cc-3952-49ba-b757-147ee772e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:35.846486 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-400db07e-6cd5-44c1-b7e0-24ca5af45bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8590694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583565'] for subnet, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.903807 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400db07e-6cd5-44c1-b7e0-24ca5af45bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b7b905-ad30-422f-9175-b47c41ca1f61,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:35.913023 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400db07e-6cd5-44c1-b7e0-24ca5af45bb7 admin admin] Checking segment: {'id': '353e784a-c5c0-40d1-ae0e-3da04a464d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:06:35.913424 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400db07e-6cd5-44c1-b7e0-24ca5af45bb7 admin admin] Network hostable DHCP agents. Network: 98b09699-3409-4d0e-b9f4-40640974fd22, hostable agents: ['c1e86f1b-0ac3-4011-be67-f041b20e584b'], hosted agents: [] {{(pid=102542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:06:35.929647 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400db07e-6cd5-44c1-b7e0-24ca5af45bb7 admin admin] Network 98b09699-3409-4d0e-b9f4-40640974fd22 is scheduled to be hosted by DHCP agent c1e86f1b-0ac3-4011-be67-f041b20e584b with binding_index 1 {{(pid=102542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:06:35.936310 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.938587 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-400db07e-6cd5-44c1-b7e0-24ca5af45bb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-17-iscsi, 98b09699-3409-4d0e-b9f4-40640974fd22) {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:35.943990 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400db07e-6cd5-44c1-b7e0-24ca5af45bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:35.944420 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-400db07e-6cd5-44c1-b7e0-24ca5af45bb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.951782 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ed5a79-7632-4646-b5cb-249f2ab9ce31 None None] Network 98b09699-3409-4d0e-b9f4-40640974fd22 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:06:35.961932 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-400db07e-6cd5-44c1-b7e0-24ca5af45bb7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3239605 Nov 23 09:06:35.964472 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43704) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:35.969074 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-74606540-router', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:35.991217 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-289495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13381'] for router, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:35.992239 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13372'] for router, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:36.018637 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Set router fde1c5e8-7418-47fb-9c2a-c94b7696faae gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:36.048767 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:36.184759 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:36.235528 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp201ed441-e3b8-53ca-a227-4322de3d7a4e-98b09699-3409-4d0e-b9f4-40640974fd22', 'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'fixed_ips': [{'subnet_id': '32b7b905-ad30-422f-9175-b47c41ca1f61'}]}} from dv-cinder-768458-17-iscsi. {{(pid=102543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:06:36.236377 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:36.391361 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-485080cc-3952-49ba-b757-147ee772e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:33Z', 'revision_number': 4, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port': {'id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2', 'name': '', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'mac_address': 'fa:16:3e:8e:06:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:33Z', 'updated_at': '2021-11-23T09:06:34Z', 'revision_number': 2, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'subnets': [{'id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:36.395352 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:36.416247 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:36.434508 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device a7ddc016-f401-4798-931c-31519908d5a6 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:36.439017 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Checking router: fde1c5e8-7418-47fb-9c2a-c94b7696faae for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:06:36.439374 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Updating router fde1c5e8-7418-47fb-9c2a-c94b7696faae port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 binding host dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:06:36.463137 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.db_base_plugin_common [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Allocated IP 172.20.0.2 (98b09699-3409-4d0e-b9f4-40640974fd22/32b7b905-ad30-422f-9175-b47c41ca1f61/62c7edb7-2e26-4779-854e-0b2247ec7e67) {{(pid=102543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:06:36.505384 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:36.524618 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Allocated IP 172.27.2.196 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/bc30f632-cd34-4465-b64c-954868a445ae) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:06:36.625209 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:36.659089 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:36.673562 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port a7ddc016-f401-4798-931c-31519908d5a6 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:36.673769 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:36.704333 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:36.709796 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:36.713069 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:06:36.737502 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Pushing event updated for resources: {'Port': ['ID=bc30f632-cd34-4465-b64c-954868a445ae,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:36.797773 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Publish callbacks [] for port, precommit_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:36.953543 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773'] for port, after_create {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:36.973752 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.024752 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Network 98b09699-3409-4d0e-b9f4-40640974fd22 is already hosted by enough agents. {{(pid=102543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:37.033070 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.scheduler.base_scheduler [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Resources bound (agent type, host, resource id): {{(pid=102543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:37.044178 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Received port after_create {{(pid=102543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:06:37.056960 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Pushing event updated for resources: {'Port': ['ID=62c7edb7-2e26-4779-854e-0b2247ec7e67,revision_number=1']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:37.072060 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.130342 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port a7ddc016-f401-4798-931c-31519908d5a6, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=a7ddc016-f401-4798-931c-31519908d5a6,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:37.144324 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.168554 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404828'] for router, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.171815 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Attempting to bind port 62c7edb7-2e26-4779-854e-0b2247ec7e67 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:06:37.172188 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Attempting to bind port 62c7edb7-2e26-4779-854e-0b2247ec7e67 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '353e784a-c5c0-40d1-ae0e-3da04a464d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:06:37.172548 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Attempting to bind port 62c7edb7-2e26-4779-854e-0b2247ec7e67 on network 98b09699-3409-4d0e-b9f4-40640974fd22 {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:06:37.202465 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:06:37.202845 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Checking segment: {'id': '353e784a-c5c0-40d1-ae0e-3da04a464d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:06:37.203243 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.203706 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Bound using segment: {'id': '353e784a-c5c0-40d1-ae0e-3da04a464d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:06:37.204104 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Bound port: 62c7edb7-2e26-4779-854e-0b2247ec7e67, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353e784a-c5c0-40d1-ae0e-3da04a464d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:06:37.204481 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.229611 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Publish callbacks [] for port, precommit_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.241799 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.283598 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=a7ddc016-f401-4798-931c-31519908d5a6,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:37.298049 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Router f12910b9-94c7-4335-810e-1cd9b453e034 is scheduled to L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce with binding_index 1 {{(pid=102542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:06:37.350138 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] For port 62c7edb7-2e26-4779-854e-0b2247ec7e67, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:06:37.368390 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a61428-df58-4536-904d-14ce1c6494b0 None None] Pushing event updated for resources: {'Port': ['ID=7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:37.398879 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] For port 62c7edb7-2e26-4779-854e-0b2247ec7e67, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=62c7edb7-2e26-4779-854e-0b2247ec7e67,segment=NetworkSegment(353e784a-c5c0-40d1-ae0e-3da04a464d1d),segment_id=353e784a-c5c0-40d1-ae0e-3da04a464d1d)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:06:37.408308 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.410436 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:06:37.419363 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Attempting to bind port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:06:37.419363 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Attempting to bind port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:06:37.419363 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Attempting to bind port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 on network 394a2a58-dcca-4518-9053-d6b7a3085c18 {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:06:37.427399 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Sync routers for ids ['f12910b9-94c7-4335-810e-1cd9b453e034'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:06:37.430595 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] Publish callbacks [] for router, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.432154 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-d4864c74-c0f8-4325-92c2-9e1a6bbaabae admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4662688 Nov 23 09:06:37.434826 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43708) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:37.444551 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Routers {'f12910b9-94c7-4335-810e-1cd9b453e034'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:37.445293 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f12910b9-94c7-4335-810e-1cd9b453e034'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:37.459574 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:06:37.460234 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Checking segment: {'id': '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:06:37.460792 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.461355 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Bound using segment: {'id': '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:06:37.461985 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Bound port: 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:06:37.462549 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.529939 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee74deb-3852-4416-aa9d-cced01c810eb None None] Pushing event updated for resources: {'Port': ['ID=62c7edb7-2e26-4779-854e-0b2247ec7e67,revision_number=2']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:37.570294 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-485080cc-3952-49ba-b757-147ee772e340 None None] For port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:06:37.576804 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-485080cc-3952-49ba-b757-147ee772e340 None None] For port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:06:37.579252 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-dc36d8a4-619f-423c-b87e-d85c01ab04f7 None None] Provisioning complete for port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:37.579672 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-dc36d8a4-619f-423c-b87e-d85c01ab04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.603072 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.612307 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Set router f12910b9-94c7-4335-810e-1cd9b453e034 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:37.688231 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Routers {'fde1c5e8-7418-47fb-9c2a-c94b7696faae'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:37.689188 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-485080cc-3952-49ba-b757-147ee772e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:37.694917 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a61428-df58-4536-904d-14ce1c6494b0 None None] Pushing event updated for resources: {'Port': ['ID=7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:37.862645 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-dc36d8a4-619f-423c-b87e-d85c01ab04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.907261 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'name': 'tempest-TestShelveInstance-74606540-router', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:35Z', 'updated_at': '2021-11-23T09:06:36Z', 'revision_number': 3, 'project_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'gw_port': {'id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:36Z', 'updated_at': '2021-11-23T09:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:37.955849 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-dc36d8a4-619f-423c-b87e-d85c01ab04f7 None None] For port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:37.964350 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-dc36d8a4-619f-423c-b87e-d85c01ab04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:37.973105 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Checking router: f12910b9-94c7-4335-810e-1cd9b453e034 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:06:37.973497 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Updating router f12910b9-94c7-4335-810e-1cd9b453e034 port bc30f632-cd34-4465-b64c-954868a445ae binding host dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:06:38.012288 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.037293 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36d8a4-619f-423c-b87e-d85c01ab04f7 None None] Pushing event updated for resources: {'Port': ['ID=7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:38.049105 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-485080cc-3952-49ba-b757-147ee772e340 None None] Set router fde1c5e8-7418-47fb-9c2a-c94b7696faae gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:38.137716 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-fcafb39d-c4ba-4561-bbf3-be4dd2ab619b None None] Provisioning complete for port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:38.138093 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-fcafb39d-c4ba-4561-bbf3-be4dd2ab619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.281963 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.294740 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.316049 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.361927 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Attempting to bind port bc30f632-cd34-4465-b64c-954868a445ae on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:06:38.363084 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Attempting to bind port bc30f632-cd34-4465-b64c-954868a445ae by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:06:38.363461 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Attempting to bind port bc30f632-cd34-4465-b64c-954868a445ae on network 35e91d60-8c71-47d2-b9df-69aef295cc4e {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:06:38.373701 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8a213-b244-4ce1-b491-4ebaa9b7f15b None None] Pushing event updated for resources: {'Port': ['ID=bc30f632-cd34-4465-b64c-954868a445ae,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:38.381265 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-485080cc-3952-49ba-b757-147ee772e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:33Z', 'revision_number': 4, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port': {'id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2', 'name': '', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'mac_address': 'fa:16:3e:8e:06:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:33Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 4, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'subnets': [{'id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:38.381562 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:06:38.381761 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Checking segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:06:38.382166 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.382558 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Bound using segment: {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:06:38.383502 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Bound port: bc30f632-cd34-4465-b64c-954868a445ae, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e092f18c-f6d7-4105-bc02-d6241cafef34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:06:38.383940 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.430078 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485080cc-3952-49ba-b757-147ee772e340 None None] The sync data for ids ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'] in dv-cinder-768458-17-iscsi is: [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:33Z', 'revision_number': 4, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port': {'id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2', 'name': '', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'mac_address': 'fa:16:3e:8e:06:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:33Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 4, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'subnets': [{'id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:06:38.456539 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] For port bc30f632-cd34-4465-b64c-954868a445ae, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:06:38.462110 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] For port bc30f632-cd34-4465-b64c-954868a445ae, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=bc30f632-cd34-4465-b64c-954868a445ae,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:06:38.476196 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.559913 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 62c7edb7-2e26-4779-854e-0b2247ec7e67 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:38.606466 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Allocated IP 172.20.0.1 (98b09699-3409-4d0e-b9f4-40640974fd22/32b7b905-ad30-422f-9175-b47c41ca1f61/9e465d03-6941-4852-be9d-d7bf68b1b675) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:06:38.626492 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 62c7edb7-2e26-4779-854e-0b2247ec7e67 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:38.626866 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.673068 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8a213-b244-4ce1-b491-4ebaa9b7f15b None None] Pushing event updated for resources: {'Port': ['ID=bc30f632-cd34-4465-b64c-954868a445ae,revision_number=3']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:38.708545 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Routers {'f12910b9-94c7-4335-810e-1cd9b453e034'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:38.709753 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f12910b9-94c7-4335-810e-1cd9b453e034'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:38.720745 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.758120 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port 62c7edb7-2e26-4779-854e-0b2247ec7e67, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=62c7edb7-2e26-4779-854e-0b2247ec7e67,segment=NetworkSegment(353e784a-c5c0-40d1-ae0e-3da04a464d1d),segment_id=353e784a-c5c0-40d1-ae0e-3da04a464d1d)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:38.762031 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.768262 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.769245 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device a7ddc016-f401-4798-931c-31519908d5a6 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:38.805691 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.857088 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] Set router f12910b9-94c7-4335-810e-1cd9b453e034 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:38.868211 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Network 98b09699-3409-4d0e-b9f4-40640974fd22 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:38.871511 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:38.897679 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:06:38.902588 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=62c7edb7-2e26-4779-854e-0b2247ec7e67,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:38.932317 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port a7ddc016-f401-4798-931c-31519908d5a6 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:38.932750 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:38.938760 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Pushing event updated for resources: {'Port': ['ID=9e465d03-6941-4852-be9d-d7bf68b1b675,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:38.960329 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab92065-fe15-41a8-9429-554d98904b70 None None] Network 98b09699-3409-4d0e-b9f4-40640974fd22 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:06:38.970313 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404909'] for router_interface, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:39.069792 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-654ba7d3-b7a9-434f-afa7-ee05c6c448da None None] Provisioning complete for port 62c7edb7-2e26-4779-854e-0b2247ec7e67 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:39.070169 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-654ba7d3-b7a9-434f-afa7-ee05c6c448da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:39.139785 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:39.189761 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'name': 'tempest-TestShelveInstance-74606540-router', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:35Z', 'updated_at': '2021-11-23T09:06:36Z', 'revision_number': 3, 'project_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'gw_port': {'id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:36Z', 'updated_at': '2021-11-23T09:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:39.238995 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b9ade-15f8-4c28-a83f-9e27e6e179a8 None None] The sync data for ids ['f12910b9-94c7-4335-810e-1cd9b453e034'] in dv-cinder-768458-17-iscsi is: [{'id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'name': 'tempest-TestShelveInstance-74606540-router', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:35Z', 'updated_at': '2021-11-23T09:06:36Z', 'revision_number': 3, 'project_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'gw_port': {'id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:36Z', 'updated_at': '2021-11-23T09:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:06:39.345002 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:39.351421 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:39.424271 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Pushing event updated for resources: {'Port': ['ID=9e465d03-6941-4852-be9d-d7bf68b1b675,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:39.428362 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404509'] for router_interface, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:39.566368 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Network 98b09699-3409-4d0e-b9f4-40640974fd22 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:06:39.568693 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:06:39.592276 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-30f66302-9e84-4487-84d4-343c09b26a87 None None] Provisioning complete for port 62c7edb7-2e26-4779-854e-0b2247ec7e67 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:39.592640 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-30f66302-9e84-4487-84d4-343c09b26a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:39.722848 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-30f66302-9e84-4487-84d4-343c09b26a87 None None] Provisioning complete for port 9e465d03-6941-4852-be9d-d7bf68b1b675 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:39.723129 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-30f66302-9e84-4487-84d4-343c09b26a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:39.728145 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Router f12910b9-94c7-4335-810e-1cd9b453e034 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:06:39.763506 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-30f66302-9e84-4487-84d4-343c09b26a87 None None] Port 9e465d03-6941-4852-be9d-d7bf68b1b675 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:06:39.876176 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:06:39.883664 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-3ea11fe1-efd5-47eb-963e-e9ae7c837046 admin admin] 10.222.0.46 "PUT /v2.0/routers/f12910b9-94c7-4335-810e-1cd9b453e034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4477825 Nov 23 09:06:39.898470 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5f8a7511-13eb-4851-9afd-5782cb53a893 None None] Provisioning complete for port 9e465d03-6941-4852-be9d-d7bf68b1b675 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:39.898847 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5f8a7511-13eb-4851-9afd-5782cb53a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:39.950012 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5f8a7511-13eb-4851-9afd-5782cb53a893 None None] Port 9e465d03-6941-4852-be9d-d7bf68b1b675 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:06:40.074094 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-a78eecc3-cfd4-4708-83e5-142e136551ac None None] Provisioning complete for port 9e465d03-6941-4852-be9d-d7bf68b1b675 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:40.074659 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a78eecc3-cfd4-4708-83e5-142e136551ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:40.137148 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-a78eecc3-cfd4-4708-83e5-142e136551ac None None] Port 9e465d03-6941-4852-be9d-d7bf68b1b675 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:06:40.479386 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device bc30f632-cd34-4465-b64c-954868a445ae up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:40.643654 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port bc30f632-cd34-4465-b64c-954868a445ae triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:40.644014 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:40.718226 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:40.738377 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] For port bc30f632-cd34-4465-b64c-954868a445ae, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=bc30f632-cd34-4465-b64c-954868a445ae,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:40.742444 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:40.743584 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:40.818848 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Pushing event updated for resources: {'Port': ['ID=bc30f632-cd34-4465-b64c-954868a445ae,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:40.831459 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:40.831867 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:40.909571 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 62c7edb7-2e26-4779-854e-0b2247ec7e67 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:40.957419 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 62c7edb7-2e26-4779-854e-0b2247ec7e67 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:40.958868 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:40.999132 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43722) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:41.003831 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-7b050a86-8da0-4259-a3cf-fd2d2c4f75ad tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101689327', 'description': 'tempest-secgroup-smoke-1101689327 description', 'project_id': '6cac6add618145708d682ab7de8fa3af'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:41.028010 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7b050a86-8da0-4259-a3cf-fd2d2c4f75ad tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.097155 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7b050a86-8da0-4259-a3cf-fd2d2c4f75ad tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.101039 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7b050a86-8da0-4259-a3cf-fd2d2c4f75ad tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.130591 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b050a86-8da0-4259-a3cf-fd2d2c4f75ad tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb05471f-131f-4bfe-a395-cae774ff5f1d,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:41.136147 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-7b050a86-8da0-4259-a3cf-fd2d2c4f75ad tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.137417 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-7b050a86-8da0-4259-a3cf-fd2d2c4f75ad tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1372094 Nov 23 09:06:41.140287 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43724) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:41.144508 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-2efa844a-f250-43dc-a1f8-17eb0708ecfa tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Request body: {'security_group_rule': {'security_group_id': 'bb05471f-131f-4bfe-a395-cae774ff5f1d', 'project_id': '6cac6add618145708d682ab7de8fa3af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:41.171979 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2efa844a-f250-43dc-a1f8-17eb0708ecfa tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.233023 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2efa844a-f250-43dc-a1f8-17eb0708ecfa tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.236528 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2efa844a-f250-43dc-a1f8-17eb0708ecfa tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.253866 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa844a-f250-43dc-a1f8-17eb0708ecfa tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003f470f-41a3-47c2-b2ba-32dfc5facdd3,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:41.265135 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-2efa844a-f250-43dc-a1f8-17eb0708ecfa tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.266393 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-2efa844a-f250-43dc-a1f8-17eb0708ecfa tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251962 Nov 23 09:06:41.269179 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43728) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:41.274193 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-5ffb8277-4e32-453d-908d-40fe37f30af0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Request body: {'security_group_rule': {'security_group_id': 'bb05471f-131f-4bfe-a395-cae774ff5f1d', 'project_id': '6cac6add618145708d682ab7de8fa3af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:41.299816 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8277-4e32-453d-908d-40fe37f30af0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.355616 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8277-4e32-453d-908d-40fe37f30af0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.359000 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8277-4e32-453d-908d-40fe37f30af0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.378071 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb8277-4e32-453d-908d-40fe37f30af0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc9f781-b51b-4b50-b81f-05fa6da4cf03,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:41.385515 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8277-4e32-453d-908d-40fe37f30af0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.386237 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-5ffb8277-4e32-453d-908d-40fe37f30af0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161311 Nov 23 09:06:41.388952 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43730) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:41.393226 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-a6ea9caf-26d5-4378-88eb-a77e5064f1a3 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Request body: {'security_group_rule': {'security_group_id': 'bb05471f-131f-4bfe-a395-cae774ff5f1d', 'project_id': '6cac6add618145708d682ab7de8fa3af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:41.419047 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9caf-26d5-4378-88eb-a77e5064f1a3 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.478469 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9caf-26d5-4378-88eb-a77e5064f1a3 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.482275 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9caf-26d5-4378-88eb-a77e5064f1a3 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.501642 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea9caf-26d5-4378-88eb-a77e5064f1a3 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d2e72c-ea93-4f77-b8f0-252cd71c1826,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:41.507998 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9caf-26d5-4378-88eb-a77e5064f1a3 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.509087 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-a6ea9caf-26d5-4378-88eb-a77e5064f1a3 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191962 Nov 23 09:06:41.511700 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43732) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:41.515912 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-b5437601-e0f1-4087-b837-58299e6d2f1d tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Request body: {'security_group_rule': {'security_group_id': 'bb05471f-131f-4bfe-a395-cae774ff5f1d', 'project_id': '6cac6add618145708d682ab7de8fa3af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:41.543343 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5437601-e0f1-4087-b837-58299e6d2f1d tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.603205 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5437601-e0f1-4087-b837-58299e6d2f1d tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.606798 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5437601-e0f1-4087-b837-58299e6d2f1d tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.623388 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5437601-e0f1-4087-b837-58299e6d2f1d tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c6f28a-b0c7-4888-8d71-226a670178b7,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:41.632321 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5437601-e0f1-4087-b837-58299e6d2f1d tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.633578 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-b5437601-e0f1-4087-b837-58299e6d2f1d tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209664 Nov 23 09:06:41.636309 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43734) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:41.640659 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-27205da0-54bb-427d-9af0-0570c7c520d9 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Request body: {'security_group_rule': {'security_group_id': 'bb05471f-131f-4bfe-a395-cae774ff5f1d', 'project_id': '6cac6add618145708d682ab7de8fa3af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:41.664068 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.securitygroups_db [None req-27205da0-54bb-427d-9af0-0570c7c520d9 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Project 6cac6add618145708d682ab7de8fa3af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 09:06:41.669553 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-27205da0-54bb-427d-9af0-0570c7c520d9 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.729396 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-27205da0-54bb-427d-9af0-0570c7c520d9 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.732946 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-27205da0-54bb-427d-9af0-0570c7c520d9 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.750444 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27205da0-54bb-427d-9af0-0570c7c520d9 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7caf557-e3d0-4322-b64f-d98c2be9f586,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:41.758522 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-27205da0-54bb-427d-9af0-0570c7c520d9 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.759704 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-27205da0-54bb-427d-9af0-0570c7c520d9 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224611 Nov 23 09:06:41.762401 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 43736) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:06:41.766742 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-4bc5f4ac-b282-464c-aa47-2a1971749d62 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Request body: {'security_group_rule': {'security_group_id': 'bb05471f-131f-4bfe-a395-cae774ff5f1d', 'project_id': '6cac6add618145708d682ab7de8fa3af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:41.789719 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.securitygroups_db [None req-4bc5f4ac-b282-464c-aa47-2a1971749d62 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Project 6cac6add618145708d682ab7de8fa3af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 09:06:41.794926 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f4ac-b282-464c-aa47-2a1971749d62 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.854550 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f4ac-b282-464c-aa47-2a1971749d62 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.858208 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f4ac-b282-464c-aa47-2a1971749d62 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.875910 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5f4ac-b282-464c-aa47-2a1971749d62 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbc1a46-3ca3-4096-87e8-c96d8ca3e2c0,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:41.885096 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f4ac-b282-464c-aa47-2a1971749d62 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:41.886533 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-4bc5f4ac-b282-464c-aa47-2a1971749d62 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231837 Nov 23 09:06:41.959517 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Sync routers for ids ['f12910b9-94c7-4335-810e-1cd9b453e034'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:06:41.969223 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Routers {'f12910b9-94c7-4335-810e-1cd9b453e034'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:41.969980 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f12910b9-94c7-4335-810e-1cd9b453e034'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:42.077921 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Set router f12910b9-94c7-4335-810e-1cd9b453e034 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:42.294609 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'name': 'tempest-TestShelveInstance-74606540-router', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:35Z', 'updated_at': '2021-11-23T09:06:39Z', 'revision_number': 4, 'project_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'gw_port': {'id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:36Z', 'updated_at': '2021-11-23T09:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '9e465d03-6941-4852-be9d-d7bf68b1b675', 'name': '', 'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'mac_address': 'fa:16:3e:bc:63:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '32b7b905-ad30-422f-9175-b47c41ca1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:38Z', 'updated_at': '2021-11-23T09:06:39Z', 'revision_number': 2, 'project_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'subnets': [{'id': '32b7b905-ad30-422f-9175-b47c41ca1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:42.325806 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Checking router: f12910b9-94c7-4335-810e-1cd9b453e034 for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:06:42.326237 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Updating router f12910b9-94c7-4335-810e-1cd9b453e034 port 9e465d03-6941-4852-be9d-d7bf68b1b675 binding host dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:06:42.356350 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:42.409005 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device bc30f632-cd34-4465-b64c-954868a445ae up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:42.549282 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port bc30f632-cd34-4465-b64c-954868a445ae triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:42.549658 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:42.745063 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:42.750300 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:42.801360 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031275d8-2f70-4734-a3df-a852c7552956 None None] Pushing event updated for resources: {'Port': ['ID=9e465d03-6941-4852-be9d-d7bf68b1b675,revision_number=3']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:42.851028 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Attempting to bind port 9e465d03-6941-4852-be9d-d7bf68b1b675 on host dv-cinder-768458-17-iscsi for vnic_type normal with profile {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:06:42.851405 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Attempting to bind port 9e465d03-6941-4852-be9d-d7bf68b1b675 by drivers openvswitch,hyperv on host dv-cinder-768458-17-iscsi at level 0 using segments [{'id': '353e784a-c5c0-40d1-ae0e-3da04a464d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22'}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:06:42.851772 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Attempting to bind port 9e465d03-6941-4852-be9d-d7bf68b1b675 on network 98b09699-3409-4d0e-b9f4-40640974fd22 {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:06:42.856967 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Checking agent: {'id': '8906fb8e-07df-4157-96c4-85a1d65dde83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 51, 6), 'started_at': datetime.datetime(2021, 11, 23, 8, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:06:42.857380 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Checking segment: {'id': '353e784a-c5c0-40d1-ae0e-3da04a464d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:06:42.857787 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:42.858185 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Bound using segment: {'id': '353e784a-c5c0-40d1-ae0e-3da04a464d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22'} {{(pid=102543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:06:42.858664 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.managers [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Bound port: 9e465d03-6941-4852-be9d-d7bf68b1b675, host: dv-cinder-768458-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353e784a-c5c0-40d1-ae0e-3da04a464d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22'}}] {{(pid=102543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:06:42.859050 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:42.926335 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] For port 9e465d03-6941-4852-be9d-d7bf68b1b675, host dv-cinder-768458-17-iscsi, cleared binding levels {{(pid=102543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:06:42.930398 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] For port 9e465d03-6941-4852-be9d-d7bf68b1b675, host dv-cinder-768458-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=9e465d03-6941-4852-be9d-d7bf68b1b675,segment=NetworkSegment(353e784a-c5c0-40d1-ae0e-3da04a464d1d),segment_id=353e784a-c5c0-40d1-ae0e-3da04a464d1d)] {{(pid=102543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:06:42.934802 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:43.007434 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Routers {'f12910b9-94c7-4335-810e-1cd9b453e034'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:06:43.008130 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:06:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f12910b9-94c7-4335-810e-1cd9b453e034'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:43.017050 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-715b1fb1-c9f4-4cea-bee4-f36d9441d699 None None] Provisioning complete for port 9e465d03-6941-4852-be9d-d7bf68b1b675 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:43.017452 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-715b1fb1-c9f4-4cea-bee4-f36d9441d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:43.071296 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031275d8-2f70-4734-a3df-a852c7552956 None None] Pushing event updated for resources: {'Port': ['ID=9e465d03-6941-4852-be9d-d7bf68b1b675,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:43.176749 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] Set router f12910b9-94c7-4335-810e-1cd9b453e034 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:06:43.224884 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-715b1fb1-c9f4-4cea-bee4-f36d9441d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:43.308187 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-715b1fb1-c9f4-4cea-bee4-f36d9441d699 None None] For port 9e465d03-6941-4852-be9d-d7bf68b1b675, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=9e465d03-6941-4852-be9d-d7bf68b1b675,segment=NetworkSegment(353e784a-c5c0-40d1-ae0e-3da04a464d1d),segment_id=353e784a-c5c0-40d1-ae0e-3da04a464d1d)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:06:43.336512 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-715b1fb1-c9f4-4cea-bee4-f36d9441d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:43.431076 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b1fb1-c9f4-4cea-bee4-f36d9441d699 None None] Pushing event updated for resources: {'Port': ['ID=9e465d03-6941-4852-be9d-d7bf68b1b675,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:06:43.465098 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-58ab0876-02d6-4c54-a7d1-1917ae47e9ac None None] Provisioning complete for port 9e465d03-6941-4852-be9d-d7bf68b1b675 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:43.465488 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-58ab0876-02d6-4c54-a7d1-1917ae47e9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:43.508245 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'name': 'tempest-TestShelveInstance-74606540-router', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:35Z', 'updated_at': '2021-11-23T09:06:39Z', 'revision_number': 4, 'project_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'gw_port': {'id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:36Z', 'updated_at': '2021-11-23T09:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '9e465d03-6941-4852-be9d-d7bf68b1b675', 'name': '', 'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'mac_address': 'fa:16:3e:bc:63:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '32b7b905-ad30-422f-9175-b47c41ca1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:38Z', 'updated_at': '2021-11-23T09:06:42Z', 'revision_number': 4, 'project_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'subnets': [{'id': '32b7b905-ad30-422f-9175-b47c41ca1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:06:43.666153 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f5303-04a4-4431-b108-46339d4824f0 None None] The sync data for ids ['f12910b9-94c7-4335-810e-1cd9b453e034'] in dv-cinder-768458-17-iscsi is: [{'id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'name': 'tempest-TestShelveInstance-74606540-router', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:35Z', 'updated_at': '2021-11-23T09:06:39Z', 'revision_number': 4, 'project_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'gw_port': {'id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:36Z', 'updated_at': '2021-11-23T09:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '9e465d03-6941-4852-be9d-d7bf68b1b675', 'name': '', 'network_id': '98b09699-3409-4d0e-b9f4-40640974fd22', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'mac_address': 'fa:16:3e:bc:63:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '32b7b905-ad30-422f-9175-b47c41ca1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:38Z', 'updated_at': '2021-11-23T09:06:42Z', 'revision_number': 4, 'project_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'subnets': [{'id': '32b7b905-ad30-422f-9175-b47c41ca1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:06:44.394121 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 9e465d03-6941-4852-be9d-d7bf68b1b675 up at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:06:44.443335 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Provisioning complete for port 9e465d03-6941-4852-be9d-d7bf68b1b675 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:06:44.443706 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:45.691411 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:06:50.133131 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-649054b8-e8b6-4c56-b1c3-c0c1fc8daa83 req-0e740f78-3fcb-415b-bc24-8c5b227393c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466940 Nov 23 09:06:50.196615 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649054b8-e8b6-4c56-b1c3-c0c1fc8daa83 req-0cee625b-f659-4df7-a979-46dd010c535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:50.198243 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-649054b8-e8b6-4c56-b1c3-c0c1fc8daa83 req-0cee625b-f659-4df7-a979-46dd010c535d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 1098 time: 0.0404706 Nov 23 09:06:50.309531 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649054b8-e8b6-4c56-b1c3-c0c1fc8daa83 req-ac694cd5-bd68-4fe9-a55a-f90523b48797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:50.311393 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-649054b8-e8b6-4c56-b1c3-c0c1fc8daa83 req-ac694cd5-bd68-4fe9-a55a-f90523b48797 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 913 time: 0.0916092 Nov 23 09:06:50.380763 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-649054b8-e8b6-4c56-b1c3-c0c1fc8daa83 req-485b8594-7055-467c-82ee-96c4b1ad1df8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=833fdf90-74a3-408c-a75b-f0c5c196ddcf HTTP/1.1" status: 200 len: 1000 time: 0.0595682 Nov 23 09:06:50.431673 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649054b8-e8b6-4c56-b1c3-c0c1fc8daa83 req-dd34383a-ff34-4d0c-8883-c66a5c06767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:50.433176 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-649054b8-e8b6-4c56-b1c3-c0c1fc8daa83 req-dd34383a-ff34-4d0c-8883-c66a5c06767b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0452065 Nov 23 09:06:50.485504 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649054b8-e8b6-4c56-b1c3-c0c1fc8daa83 req-569583ee-9531-404a-8570-8c004b95c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:50.486970 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-649054b8-e8b6-4c56-b1c3-c0c1fc8daa83 req-569583ee-9531-404a-8570-8c004b95c168 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441473 Nov 23 09:06:50.587132 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-649054b8-e8b6-4c56-b1c3-c0c1fc8daa83 req-d08d53cf-b458-4c04-ad4a-ebf556c5dfc3 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915010 Nov 23 09:06:50.680174 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-649054b8-e8b6-4c56-b1c3-c0c1fc8daa83 req-0bbe5efa-16d8-4996-a9a9-0fa90749bcb4 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858471 Nov 23 09:06:50.702289 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:06:58.208006 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-8c66599d-9ea1-418e-9974-043286d495ef tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101689327&fields=id&tenant_id=6cac6add618145708d682ab7de8fa3af HTTP/1.1" status: 200 len: 267 time: 0.0436437 Nov 23 09:06:58.310591 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-44bdfbbc-6441-4f79-a2ee-dd866d60ee7e tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:58.311942 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-44bdfbbc-6441-4f79-a2ee-dd866d60ee7e tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/networks?id=394a2a58-dcca-4518-9053-d6b7a3085c18 HTTP/1.1" status: 200 len: 809 time: 0.0973365 Nov 23 09:06:58.326972 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-0e8816ee-c481-4056-bd62-93f18bede914 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/quotas/6cac6add618145708d682ab7de8fa3af HTTP/1.1" status: 200 len: 375 time: 0.0091491 Nov 23 09:06:58.379798 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-f3653c03-5e68-4eba-aaa9-089db99b2a58 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6cac6add618145708d682ab7de8fa3af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476196 Nov 23 09:06:58.471615 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-34576fbc-0f67-4a75-854c-478545255cc0 service neutron] 10.222.0.46 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806341 Nov 23 09:06:58.561119 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-8a0dede7-0254-4d7b-84a1-8a532eef8312 service neutron] 10.222.0.46 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826869 Nov 23 09:06:58.832785 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9d2c3887-7048-4452-83da-c9fffcc0a4ed req-1c6ac4e1-c0d1-451d-be1e-9e92508a9cb3 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 210 time: 0.0260637 Nov 23 09:06:59.753686 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-b0771f3e-efb8-45c0-b229-65af60d4ca62 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:06:59.755111 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-b0771f3e-efb8-45c0-b229-65af60d4ca62 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.47 "GET /v2.0/networks?id=394a2a58-dcca-4518-9053-d6b7a3085c18 HTTP/1.1" status: 200 len: 809 time: 0.1064441 Nov 23 09:06:59.818927 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-7b91e3dc-91e3-4a5c-a7a5-3d4ba4f8351f tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cac6add618145708d682ab7de8fa3af HTTP/1.1" status: 200 len: 380 time: 0.0537703 Nov 23 09:06:59.828822 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-c8eff9ad-bd4c-4295-b294-4260821f781c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Request body: {'port': {'device_id': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'admin_state_up': True, 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'security_groups': ['bb05471f-131f-4bfe-a395-cae774ff5f1d']}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:06:59.929591 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f33aaf88-52ce-4bde-b87d-57a6b3c1b132 req-ff5c90aa-93c6-429a-99d5-ed19ec80bc74 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 210 time: 0.0264382 Nov 23 09:06:59.944354 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-c8eff9ad-bd4c-4295-b294-4260821f781c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Made reservation on behalf of 6cac6add618145708d682ab7de8fa3af for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:06:59.948509 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-c8eff9ad-bd4c-4295-b294-4260821f781c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:00.077295 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-c8eff9ad-bd4c-4295-b294-4260821f781c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Allocated IP 172.20.0.10 (394a2a58-dcca-4518-9053-d6b7a3085c18/557d8f55-206a-45e8-8f5b-d6880d068c8d/4f3fac16-b08e-4467-807a-ffaf42239b72) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:07:00.220787 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-c8eff9ad-bd4c-4295-b294-4260821f781c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:00.254385 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-c8eff9ad-bd4c-4295-b294-4260821f781c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:00.301633 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-c8eff9ad-bd4c-4295-b294-4260821f781c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Network 394a2a58-dcca-4518-9053-d6b7a3085c18 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:07:00.304497 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-c8eff9ad-bd4c-4295-b294-4260821f781c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:07:00.309008 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-c8eff9ad-bd4c-4295-b294-4260821f781c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:07:00.334854 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eff9ad-bd4c-4295-b294-4260821f781c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Pushing event updated for resources: {'Port': ['ID=4f3fac16-b08e-4467-807a-ffaf42239b72,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:00.361104 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-c8eff9ad-bd4c-4295-b294-4260821f781c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:00.361748 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-c8eff9ad-bd4c-4295-b294-4260821f781c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:00.378937 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-c8eff9ad-bd4c-4295-b294-4260821f781c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5534081 Nov 23 09:07:00.390800 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Request body: {'port': {'device_id': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:07:00.445695 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:00.497064 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-c830fdae-48ae-4606-bf7d-a73343a03d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:00.560881 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-4ea5479d-0ff3-4488-b4c4-2edeac4493c7 None None] Provisioning complete for port 4f3fac16-b08e-4467-807a-ffaf42239b72 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:07:00.561374 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-4ea5479d-0ff3-4488-b4c4-2edeac4493c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:00.595413 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5479d-0ff3-4488-b4c4-2edeac4493c7 None None] Port 4f3fac16-b08e-4467-807a-ffaf42239b72 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:07:00.714129 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3fac16-b08e-4467-807a-ffaf42239b72 {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:07:00.721340 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:00.733800 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Transition to ACTIVE for port object 4f3fac16-b08e-4467-807a-ffaf42239b72 will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:07:00.737847 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:00.786966 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3fac16-b08e-4467-807a-ffaf42239b72,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:00.862934 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Attempting to bind port 4f3fac16-b08e-4467-807a-ffaf42239b72 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:07:00.863327 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Attempting to bind port 4f3fac16-b08e-4467-807a-ffaf42239b72 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:07:00.863693 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Attempting to bind port 4f3fac16-b08e-4467-807a-ffaf42239b72 on network 394a2a58-dcca-4518-9053-d6b7a3085c18 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:07:00.868237 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Port 4f3fac16-b08e-4467-807a-ffaf42239b72 on network 394a2a58-dcca-4518-9053-d6b7a3085c18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:07:00.868556 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Attempting to bind port 4f3fac16-b08e-4467-807a-ffaf42239b72 on network 394a2a58-dcca-4518-9053-d6b7a3085c18 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:07:00.873561 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:07:00.873919 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Checking segment: {'id': '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:07:00.874288 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Bound using segment: {'id': '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:07:00.874721 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Bound port: 4f3fac16-b08e-4467-807a-ffaf42239b72, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:07:00.875080 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:00.942214 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] For port 4f3fac16-b08e-4467-807a-ffaf42239b72, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:07:00.945398 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] For port 4f3fac16-b08e-4467-807a-ffaf42239b72, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4f3fac16-b08e-4467-807a-ffaf42239b72,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:07:00.949474 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:00.983670 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:00.984321 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:00.985700 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] 10.222.0.47 "PUT /v2.0/ports/4f3fac16-b08e-4467-807a-ffaf42239b72 HTTP/1.1" status: 200 len: 1094 time: 0.5992169 Nov 23 09:07:00.986143 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:07:00.988446 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5139d9-9b95-40f5-bc4c-8962fd4ae474" -d '{"events": [{"name": "network-changed", "server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:07:01.013929 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e52a8-895c-4488-9fad-cb21ea9e7941 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3fac16-b08e-4467-807a-ffaf42239b72,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:01.075125 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656e336-9f04-4501-b920-ae803099824e req-e122342a-0b40-4115-8154-2e22daef43cd tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:01.076658 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d656e336-9f04-4501-b920-ae803099824e req-e122342a-0b40-4115-8154-2e22daef43cd tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0733387 Nov 23 09:07:01.109187 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-985e676b-d760-4798-aa5a-52576beca7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:01.110859 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-985e676b-d760-4798-aa5a-52576beca7d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cac6add618145708d682ab7de8fa3af&device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 1097 time: 0.0526874 Nov 23 09:07:01.141821 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d656e336-9f04-4501-b920-ae803099824e req-f90d5a5d-8cf4-42dc-80b8-5d144c324841 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565553 Nov 23 09:07:01.163790 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c603c8-7cbc-475a-a6f2-f9ef02e2d751 x-openstack-request-id: req-45c603c8-7cbc-475a-a6f2-f9ef02e2d751 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:07:01.164088 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:07:01.164371 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45c603c8-7cbc-475a-a6f2-f9ef02e2d751 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:07:01.164775 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'status': 'completed', 'code': 200} Nov 23 09:07:01.166590 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-a3187b22-df74-4869-826e-5e39890e03aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3fac16-b08e-4467-807a-ffaf42239b72 HTTP/1.1" status: 200 len: 217 time: 0.0467551 Nov 23 09:07:01.219569 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-4f4233ef-4ba5-494f-8a57-e4fe824079b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:01.221034 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-4f4233ef-4ba5-494f-8a57-e4fe824079b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=557d8f55-206a-45e8-8f5b-d6880d068c8d HTTP/1.1" status: 200 len: 848 time: 0.0465369 Nov 23 09:07:01.266280 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-5bb1ce23-8629-4366-bc6b-9fab7169ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:01.267755 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-5bb1ce23-8629-4366-bc6b-9fab7169ec21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=394a2a58-dcca-4518-9053-d6b7a3085c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389113 Nov 23 09:07:01.364243 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-20bfa0f2-c621-481e-926d-67f7f453b5c3 service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846615 Nov 23 09:07:01.454981 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd1259a4-89b7-4bed-abe8-2da4c7299e76 req-759def54-eb6c-4f67-a46d-6d46188cedcc service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827432 Nov 23 09:07:01.541099 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5139d9-9b95-40f5-bc4c-8962fd4ae474 req-611ada9b-4079-4824-bc1d-be4895ef0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:01.542625 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e5139d9-9b95-40f5-bc4c-8962fd4ae474 req-611ada9b-4079-4824-bc1d-be4895ef0fce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cac6add618145708d682ab7de8fa3af&device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 1097 time: 0.0445337 Nov 23 09:07:01.636322 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5139d9-9b95-40f5-bc4c-8962fd4ae474 req-4e5952aa-5954-46bc-a48e-5f9a0fd44d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:01.637661 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e5139d9-9b95-40f5-bc4c-8962fd4ae474 req-4e5952aa-5954-46bc-a48e-5f9a0fd44d79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=394a2a58-dcca-4518-9053-d6b7a3085c18 HTTP/1.1" status: 200 len: 910 time: 0.0864398 Nov 23 09:07:01.683884 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e5139d9-9b95-40f5-bc4c-8962fd4ae474 req-99730fcc-4efd-4916-b854-9569cf9d572a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3fac16-b08e-4467-807a-ffaf42239b72 HTTP/1.1" status: 200 len: 217 time: 0.0389137 Nov 23 09:07:01.734748 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5139d9-9b95-40f5-bc4c-8962fd4ae474 req-f12c7ae0-2d5e-4a44-a877-42825bf44691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:01.736153 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e5139d9-9b95-40f5-bc4c-8962fd4ae474 req-f12c7ae0-2d5e-4a44-a877-42825bf44691 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=557d8f55-206a-45e8-8f5b-d6880d068c8d HTTP/1.1" status: 200 len: 848 time: 0.0438428 Nov 23 09:07:01.779989 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5139d9-9b95-40f5-bc4c-8962fd4ae474 req-d6275fb9-7ff3-419a-b4d7-67ea3fc11b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:01.781457 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e5139d9-9b95-40f5-bc4c-8962fd4ae474 req-d6275fb9-7ff3-419a-b4d7-67ea3fc11b65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=394a2a58-dcca-4518-9053-d6b7a3085c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0373993 Nov 23 09:07:01.877731 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e5139d9-9b95-40f5-bc4c-8962fd4ae474 req-5acd27b7-8c80-4dd1-b972-aa4a5635eff9 service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864565 Nov 23 09:07:01.965611 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e5139d9-9b95-40f5-bc4c-8962fd4ae474 req-294f86cd-6002-4a5e-9d4f-540607c9639a service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813131 Nov 23 09:07:02.257878 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e1326-4e04-4feb-84e6-c00cd96ff2f2 req-a9eb8460-1017-475e-ba34-b020231efa1f tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:02.259668 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-956e1326-4e04-4feb-84e6-c00cd96ff2f2 req-a9eb8460-1017-475e-ba34-b020231efa1f tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0500746 Nov 23 09:07:02.308640 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-956e1326-4e04-4feb-84e6-c00cd96ff2f2 req-9f274858-71bb-4079-acef-83b2ca295504 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 Nov 23 09:07:02.616558 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-cac313c7-073e-43d2-b05b-783cb21199a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:03.418871 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1ebf6-f250-417c-a677-e6c954b76e61 req-e49171e1-14df-4efd-81e9-e61345c7c89a tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:03.420220 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0da1ebf6-f250-417c-a677-e6c954b76e61 req-e49171e1-14df-4efd-81e9-e61345c7c89a tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0466042 Nov 23 09:07:03.468245 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0da1ebf6-f250-417c-a677-e6c954b76e61 req-971fb93e-5721-45aa-a19a-d811f7291363 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421038 Nov 23 09:07:03.942605 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:04.583613 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6011b-03b9-47ad-b0af-200d27dc8dcc req-c264cd9e-ccbc-4e69-8bb9-fad3e4a68039 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:04.585049 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f3c6011b-03b9-47ad-b0af-200d27dc8dcc req-c264cd9e-ccbc-4e69-8bb9-fad3e4a68039 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0510564 Nov 23 09:07:04.636261 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f3c6011b-03b9-47ad-b0af-200d27dc8dcc req-7c05f9a6-9bf7-4033-b376-c36103c648f5 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447187 Nov 23 09:07:04.912748 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:05.751719 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333cf44-8b3d-4c87-9560-3296c7cdebf6 req-ab65c462-3d44-4089-a4af-231d66c8a569 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:05.753200 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d333cf44-8b3d-4c87-9560-3296c7cdebf6 req-ab65c462-3d44-4089-a4af-231d66c8a569 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0487235 Nov 23 09:07:05.802274 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d333cf44-8b3d-4c87-9560-3296c7cdebf6 req-0edd40e2-7fce-4146-a82b-c433b12e766d tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432601 Nov 23 09:07:05.878864 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:06.930193 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5addac-73ae-44cd-a5bc-fda804cd2868 req-4978c020-8afb-4968-8e50-641ed9562df3 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:06.931834 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6f5addac-73ae-44cd-a5bc-fda804cd2868 req-4978c020-8afb-4968-8e50-641ed9562df3 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0614889 Nov 23 09:07:06.980609 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6f5addac-73ae-44cd-a5bc-fda804cd2868 req-f7d95e65-417e-469b-9a1f-207dcf16ac62 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431671 Nov 23 09:07:08.098346 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901be13a-5a64-4bdc-abe4-16405e519e44 req-d3d83fa9-ac39-487b-842b-130b10afce12 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:08.099302 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-901be13a-5a64-4bdc-abe4-16405e519e44 req-d3d83fa9-ac39-487b-842b-130b10afce12 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0477669 Nov 23 09:07:08.152587 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-901be13a-5a64-4bdc-abe4-16405e519e44 req-bde5521c-5d3c-462c-bacd-b74b81bc1d0a tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463696 Nov 23 09:07:08.426178 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-0f98092f-6028-4bbb-9df0-49b78792cfef tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474799054&fields=id&tenant_id=229671159ee9412ca1bcc93a838c73c1 HTTP/1.1" status: 200 len: 267 time: 0.0489075 Nov 23 09:07:08.537189 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796d582-5551-4220-ad98-93c276eb8b57 req-670e9d9b-5432-4b6b-a007-90349d73ff28 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:08.538673 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-670e9d9b-5432-4b6b-a007-90349d73ff28 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 812 time: 0.1047251 Nov 23 09:07:08.553072 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-068418d0-6bd7-4118-8caf-cc384b5e79af tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/quotas/229671159ee9412ca1bcc93a838c73c1 HTTP/1.1" status: 200 len: 375 time: 0.0086381 Nov 23 09:07:08.604168 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-cc391879-c736-44eb-888e-c4972aa71d62 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458524 Nov 23 09:07:08.698557 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-78890bf9-29df-46a4-8e53-3674332a9c4f service neutron] 10.222.0.46 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821183 Nov 23 09:07:08.795486 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-455a3acc-0a4d-460e-9bea-8e051b3cd6e6 service neutron] 10.222.0.46 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847273 Nov 23 09:07:09.065268 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b086b3d8-ba35-4cbf-a463-f2e317b95aba req-29494e8b-99b6-4ae4-9b87-a569a739cdba tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 210 time: 0.0254929 Nov 23 09:07:09.272239 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1aee2-d8f3-4dd5-b142-aba5ef0efee6 req-f2e0d010-73e3-4000-90f6-25d6ed3719f9 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:09.273846 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-95b1aee2-d8f3-4dd5-b142-aba5ef0efee6 req-f2e0d010-73e3-4000-90f6-25d6ed3719f9 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0513356 Nov 23 09:07:09.324811 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-95b1aee2-d8f3-4dd5-b142-aba5ef0efee6 req-f4e727b2-1d30-49e5-b8d3-19da840d90dc tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449982 Nov 23 09:07:09.910160 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 4f3fac16-b08e-4467-807a-ffaf42239b72 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:07:10.010694 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 4f3fac16-b08e-4467-807a-ffaf42239b72, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4f3fac16-b08e-4467-807a-ffaf42239b72,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:07:10.014215 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796d582-5551-4220-ad98-93c276eb8b57 req-34da4532-7bbd-4ee2-800b-bac6ff3106c7 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:10.015709 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-34da4532-7bbd-4ee2-800b-bac6ff3106c7 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 812 time: 0.1085417 Nov 23 09:07:10.022168 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'port_id': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'mac_address': 'fa:16:3e:ce:07:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:07:10.060650 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:10.073886 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3fac16-b08e-4467-807a-ffaf42239b72 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:07:10.090155 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-ee6d9570-5d5a-4b5c-a235-d774a22497f4 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229671159ee9412ca1bcc93a838c73c1 HTTP/1.1" status: 200 len: 379 time: 0.0647082 Nov 23 09:07:10.100642 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-e796d582-5551-4220-ad98-93c276eb8b57 req-b8a44ae2-5877-49ea-aecc-aaf7aa5ec23a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Request body: {'port': {'device_id': '83736d76-590f-4b9d-9044-f31d4620cec6', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'admin_state_up': True, 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'security_groups': ['a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c']}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:07:10.102284 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 4f3fac16-b08e-4467-807a-ffaf42239b72, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4f3fac16-b08e-4467-807a-ffaf42239b72,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:07:10.106784 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:10.160475 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=4f3fac16-b08e-4467-807a-ffaf42239b72,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:10.168249 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:10.168604 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:10.168943 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:10.169325 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:10.169662 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:10.169856 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-15a1551a-8a90-4140-bea0-37dcb9e2c689 req-3aaa4525-429c-4df0-8569-1fcc1c02eb73 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 210 time: 0.0339086 Nov 23 09:07:10.170326 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:10.170326 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:10.170618 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:10.171109 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:10.171471 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:10.171792 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:10.172107 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:10.216984 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e796d582-5551-4220-ad98-93c276eb8b57 req-b8a44ae2-5877-49ea-aecc-aaf7aa5ec23a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Made reservation on behalf of 229671159ee9412ca1bcc93a838c73c1 for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:07:10.220656 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e796d582-5551-4220-ad98-93c276eb8b57 req-b8a44ae2-5877-49ea-aecc-aaf7aa5ec23a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:10.331232 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['4f3fac16-b08e-4467-807a-ffaf42239b72'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:07:10.348368 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-e796d582-5551-4220-ad98-93c276eb8b57 req-b8a44ae2-5877-49ea-aecc-aaf7aa5ec23a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Allocated IP 172.20.0.9 (d2703dbd-849e-45eb-9768-17f699057b49/06fbb5e9-9718-4186-95a3-562af5d28bc5/8040e5ea-5091-448c-af26-6c32aed63601) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:07:10.510004 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdea71-de1f-4447-bb6b-2b70dd2f7293 req-b0c7e87e-edd2-4208-9228-4745e200085d tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:10.511476 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2fcdea71-de1f-4447-bb6b-2b70dd2f7293 req-b0c7e87e-edd2-4208-9228-4745e200085d tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 945 time: 0.1071174 Nov 23 09:07:10.534173 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e796d582-5551-4220-ad98-93c276eb8b57 req-b8a44ae2-5877-49ea-aecc-aaf7aa5ec23a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:10.588751 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2fcdea71-de1f-4447-bb6b-2b70dd2f7293 req-a884a926-37ac-4479-bd00-1241e7d0d74f tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693362 Nov 23 09:07:10.599786 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e796d582-5551-4220-ad98-93c276eb8b57 req-b8a44ae2-5877-49ea-aecc-aaf7aa5ec23a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:10.652567 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e796d582-5551-4220-ad98-93c276eb8b57 req-b8a44ae2-5877-49ea-aecc-aaf7aa5ec23a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Network d2703dbd-849e-45eb-9768-17f699057b49 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:07:10.655502 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-e796d582-5551-4220-ad98-93c276eb8b57 req-b8a44ae2-5877-49ea-aecc-aaf7aa5ec23a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:07:10.659074 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e796d582-5551-4220-ad98-93c276eb8b57 req-b8a44ae2-5877-49ea-aecc-aaf7aa5ec23a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:07:10.685999 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a44ae2-5877-49ea-aecc-aaf7aa5ec23a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'Port': ['ID=8040e5ea-5091-448c-af26-6c32aed63601,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:10.715505 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796d582-5551-4220-ad98-93c276eb8b57 req-b8a44ae2-5877-49ea-aecc-aaf7aa5ec23a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:10.716126 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e796d582-5551-4220-ad98-93c276eb8b57 req-b8a44ae2-5877-49ea-aecc-aaf7aa5ec23a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:10.735603 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-b8a44ae2-5877-49ea-aecc-aaf7aa5ec23a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6387637 Nov 23 09:07:10.748296 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Request body: {'port': {'device_id': '83736d76-590f-4b9d-9044-f31d4620cec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:07:10.804899 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:10.948859 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-f0e2f669-a289-419f-b9fa-f159f57f9d89 None None] Provisioning complete for port 8040e5ea-5091-448c-af26-6c32aed63601 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:07:10.949448 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-f0e2f669-a289-419f-b9fa-f159f57f9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:10.985398 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2f669-a289-419f-b9fa-f159f57f9d89 None None] Port 8040e5ea-5091-448c-af26-6c32aed63601 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:07:11.069888 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8040e5ea-5091-448c-af26-6c32aed63601 {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:07:11.077927 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:11.090486 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Transition to ACTIVE for port object 8040e5ea-5091-448c-af26-6c32aed63601 will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:07:11.094449 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:11.148254 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=8040e5ea-5091-448c-af26-6c32aed63601,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:11.219371 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Attempting to bind port 8040e5ea-5091-448c-af26-6c32aed63601 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:07:11.219855 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Attempting to bind port 8040e5ea-5091-448c-af26-6c32aed63601 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:07:11.220281 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Attempting to bind port 8040e5ea-5091-448c-af26-6c32aed63601 on network d2703dbd-849e-45eb-9768-17f699057b49 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:07:11.225583 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Port 8040e5ea-5091-448c-af26-6c32aed63601 on network d2703dbd-849e-45eb-9768-17f699057b49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:07:11.226062 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Attempting to bind port 8040e5ea-5091-448c-af26-6c32aed63601 on network d2703dbd-849e-45eb-9768-17f699057b49 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:07:11.231692 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:07:11.232254 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Checking segment: {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:07:11.232698 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Bound using segment: {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:07:11.233286 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Bound port: 8040e5ea-5091-448c-af26-6c32aed63601, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279533f1-dd50-4ddb-8701-1f198154acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:07:11.233738 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:11.294112 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4848fc-4db2-4198-87a1-9a3039d7c22b req-9c35f7ea-ba08-4390-820d-f5328ada1515 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:11.295729 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fd4848fc-4db2-4198-87a1-9a3039d7c22b req-9c35f7ea-ba08-4390-820d-f5328ada1515 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 943 time: 0.0545943 Nov 23 09:07:11.309451 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] For port 8040e5ea-5091-448c-af26-6c32aed63601, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:07:11.312877 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] For port 8040e5ea-5091-448c-af26-6c32aed63601, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8040e5ea-5091-448c-af26-6c32aed63601,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:07:11.317967 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:11.346897 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fd4848fc-4db2-4198-87a1-9a3039d7c22b req-cc34ca45-0ae8-4f50-8000-a88fd0f1b739 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448532 Nov 23 09:07:11.356249 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:11.356857 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:11.358243 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] 10.222.0.47 "PUT /v2.0/ports/8040e5ea-5091-448c-af26-6c32aed63601 HTTP/1.1" status: 200 len: 1093 time: 0.6144452 Nov 23 09:07:11.358699 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83736d76-590f-4b9d-9044-f31d4620cec6', 'tag': '8040e5ea-5091-448c-af26-6c32aed63601'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:07:11.361067 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a04faef-05fc-449f-874d-c498ecf914c4" -d '{"events": [{"name": "network-changed", "server_uuid": "83736d76-590f-4b9d-9044-f31d4620cec6", "tag": "8040e5ea-5091-448c-af26-6c32aed63601"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:07:11.387020 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639b160-44cd-4e1e-9fe8-e2c06cc55ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=8040e5ea-5091-448c-af26-6c32aed63601,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:11.416236 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfca1ff-c33b-4d04-b026-b4eaba96c7d7 x-openstack-request-id: req-ddfca1ff-c33b-4d04-b026-b4eaba96c7d7 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:07:11.416592 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83736d76-590f-4b9d-9044-f31d4620cec6", "tag": "8040e5ea-5091-448c-af26-6c32aed63601", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:07:11.416824 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ddfca1ff-c33b-4d04-b026-b4eaba96c7d7 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:07:11.417265 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83736d76-590f-4b9d-9044-f31d4620cec6', 'tag': '8040e5ea-5091-448c-af26-6c32aed63601', 'status': 'completed', 'code': 200} Nov 23 09:07:11.447475 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796d582-5551-4220-ad98-93c276eb8b57 req-0ed23a2b-0af3-48e2-9ddc-1e88f903dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:11.449100 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-0ed23a2b-0af3-48e2-9ddc-1e88f903dca5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 1096 time: 0.0470459 Nov 23 09:07:11.504846 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-cc869aa6-fa00-495c-9aa9-0644c6746e29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8040e5ea-5091-448c-af26-6c32aed63601 HTTP/1.1" status: 200 len: 217 time: 0.0369222 Nov 23 09:07:11.557972 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796d582-5551-4220-ad98-93c276eb8b57 req-ca21800d-98f8-41d2-9410-f8d3c769193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:11.559407 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-ca21800d-98f8-41d2-9410-f8d3c769193d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0477579 Nov 23 09:07:11.604660 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4b4952db-a53c-42ae-bb70-476297fa6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:11.606068 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-4b4952db-a53c-42ae-bb70-476297fa6ec2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390179 Nov 23 09:07:11.696663 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-b8f31d0c-a099-4dac-9a3b-62ed06cec84e service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829024 Nov 23 09:07:11.703641 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30a4a-983a-4bc4-95c1-587049ded700 req-48095a78-2f7a-407d-9f43-41aa7f059685 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:11.705280 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-63c30a4a-983a-4bc4-95c1-587049ded700 req-48095a78-2f7a-407d-9f43-41aa7f059685 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 945 time: 0.0476849 Nov 23 09:07:11.756284 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-63c30a4a-983a-4bc4-95c1-587049ded700 req-d6fc4465-48f7-47be-bfc4-cad6d8ea25b2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448384 Nov 23 09:07:11.941286 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 4f3fac16-b08e-4467-807a-ffaf42239b72 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:07:11.991871 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port 4f3fac16-b08e-4467-807a-ffaf42239b72 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:07:11.996188 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 4f3fac16-b08e-4467-807a-ffaf42239b72 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:07:11.996577 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:12.046790 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e796d582-5551-4220-ad98-93c276eb8b57 req-ff925cb2-3696-4be4-96bf-b054204270ee service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424604 Nov 23 09:07:12.076940 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:12.101255 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:07:12.104092 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab3dd04-ceac-4633-805d-7b4b5c2a1c00" -d '{"events": [{"server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:07:12.118237 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 4f3fac16-b08e-4467-807a-ffaf42239b72, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4f3fac16-b08e-4467-807a-ffaf42239b72,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:07:12.123400 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:12.130352 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04faef-05fc-449f-874d-c498ecf914c4 req-1a55cb1d-58e2-4f3d-a560-cdeaa52e7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:12.131898 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1a04faef-05fc-449f-874d-c498ecf914c4 req-1a55cb1d-58e2-4f3d-a560-cdeaa52e7bd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 1096 time: 0.0411210 Nov 23 09:07:12.152402 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002e20c8-f0b4-4ea4-89dc-d8f12046f85b x-openstack-request-id: req-002e20c8-f0b4-4ea4-89dc-d8f12046f85b {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:07:12.152699 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:07:12.152955 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-002e20c8-f0b4-4ea4-89dc-d8f12046f85b {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:07:12.153377 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'code': 200} Nov 23 09:07:12.178609 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=4f3fac16-b08e-4467-807a-ffaf42239b72,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:12.236553 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04faef-05fc-449f-874d-c498ecf914c4 req-3c7f915b-414c-426c-976d-ce5b57b3918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:12.238080 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1a04faef-05fc-449f-874d-c498ecf914c4 req-3c7f915b-414c-426c-976d-ce5b57b3918d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 913 time: 0.0984566 Nov 23 09:07:12.280347 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1a04faef-05fc-449f-874d-c498ecf914c4 req-320bf730-1c87-4551-9a60-a196b71035a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8040e5ea-5091-448c-af26-6c32aed63601 HTTP/1.1" status: 200 len: 217 time: 0.0352082 Nov 23 09:07:12.333098 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04faef-05fc-449f-874d-c498ecf914c4 req-e0e864d5-ff4e-43be-91dd-30220232aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:12.334537 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1a04faef-05fc-449f-874d-c498ecf914c4 req-e0e864d5-ff4e-43be-91dd-30220232aa35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0479646 Nov 23 09:07:12.366543 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b71cab-9cca-4797-992a-9022b03b8f63 req-73afa205-7dfc-40f5-ab08-742c9258f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:12.368016 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-67b71cab-9cca-4797-992a-9022b03b8f63 req-73afa205-7dfc-40f5-ab08-742c9258f552 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0431302 Nov 23 09:07:12.378304 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04faef-05fc-449f-874d-c498ecf914c4 req-ec627ca0-0e69-4c52-ad5c-0754b95b5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:12.379936 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1a04faef-05fc-449f-874d-c498ecf914c4 req-ec627ca0-0e69-4c52-ad5c-0754b95b5cab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388854 Nov 23 09:07:12.415606 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-67b71cab-9cca-4797-992a-9022b03b8f63 req-fc4a9e9c-c270-4d38-8421-3b20682dc475 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 Nov 23 09:07:12.465538 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dfcc6-950d-47bc-8f3d-03e5b83578df req-12189431-9443-4fc9-8268-903704ae3a8e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:12.467079 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9a7dfcc6-950d-47bc-8f3d-03e5b83578df req-12189431-9443-4fc9-8268-903704ae3a8e tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 943 time: 0.0476947 Nov 23 09:07:12.469409 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1a04faef-05fc-449f-874d-c498ecf914c4 req-0cb471cd-69db-4a88-9823-e935d09f3d09 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829358 Nov 23 09:07:12.515343 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9a7dfcc6-950d-47bc-8f3d-03e5b83578df req-981a0a53-4dd9-4dd0-a2ff-c5b650d0629b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422947 Nov 23 09:07:12.691108 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1a04faef-05fc-449f-874d-c498ecf914c4 req-8a11c5f4-0875-4901-86a3-ebb9e92e253c service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838585 Nov 23 09:07:12.870843 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e49cf4-eec4-4657-b692-ff332aeb57d3 req-13b93583-819c-44ec-b490-9814af816c4f tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:12.872278 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-69e49cf4-eec4-4657-b692-ff332aeb57d3 req-13b93583-819c-44ec-b490-9814af816c4f tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0480533 Nov 23 09:07:12.921823 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-69e49cf4-eec4-4657-b692-ff332aeb57d3 req-ad8beec7-4050-4941-8833-4a8239f3221f tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436583 Nov 23 09:07:13.626252 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ccf17-72fd-482b-9e6e-69abba613e78 req-549f0fdd-1fe3-4bf9-9a89-4aff82989007 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:13.627699 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-db9ccf17-72fd-482b-9e6e-69abba613e78 req-549f0fdd-1fe3-4bf9-9a89-4aff82989007 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 943 time: 0.0474482 Nov 23 09:07:13.679049 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-db9ccf17-72fd-482b-9e6e-69abba613e78 req-5445d84d-ca12-4407-9be0-0eb2bba00fd8 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455143 Nov 23 09:07:14.044758 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7b32e-c003-42a5-a9f2-b58f908b4477 req-c547b8b3-3e7c-40b6-85b4-824a23648590 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:14.046303 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-31f7b32e-c003-42a5-a9f2-b58f908b4477 req-c547b8b3-3e7c-40b6-85b4-824a23648590 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0569165 Nov 23 09:07:14.095606 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-31f7b32e-c003-42a5-a9f2-b58f908b4477 req-20431493-8254-46c0-8e23-45baadb8db62 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 Nov 23 09:07:14.205670 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f190e-b9ca-40fa-aed5-7166177c6a47 req-1c262e85-733c-4b0b-9d97-cf7af951ab6c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:14.207284 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d93f190e-b9ca-40fa-aed5-7166177c6a47 req-1c262e85-733c-4b0b-9d97-cf7af951ab6c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0470581 Nov 23 09:07:14.255155 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d93f190e-b9ca-40fa-aed5-7166177c6a47 req-0920ccb3-c133-4fbe-804d-b25fa7f48e8f tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416799 Nov 23 09:07:14.277523 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44022) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:07:14.398805 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8b373c-807d-4fe0-8253-09397260404c tempest-TestShelveInstance-1771383185 tempest-TestShelveInstance-1771383185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:14.400507 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-ef8b373c-807d-4fe0-8253-09397260404c tempest-TestShelveInstance-1771383185 tempest-TestShelveInstance-1771383185-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 1094 time: 0.1220360 Nov 23 09:07:14.403482 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44026) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:07:14.407549 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Request body: {'floatingip': {'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'port_id': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:07:14.429060 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for floatingip, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:14.526671 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:14.626149 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Allocated IP 172.27.2.34 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/5de77f8c-ed19-40f4-8360-c0343f9cb818) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:07:14.728967 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:14.767208 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:14.794307 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13af07-5b3f-4637-bdee-6ff93c55859a req-3279cecf-6eff-4535-8208-80893f2e88ed tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:14.795728 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-aa13af07-5b3f-4637-bdee-6ff93c55859a req-3279cecf-6eff-4535-8208-80893f2e88ed tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 943 time: 0.0497828 Nov 23 09:07:14.807762 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:07:14.810662 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:07:14.813284 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:07:14.842286 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Pushing event updated for resources: {'Port': ['ID=5de77f8c-ed19-40f4-8360-c0343f9cb818,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:14.846315 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-aa13af07-5b3f-4637-bdee-6ff93c55859a req-af9c0420-bd92-4963-9ddc-4229648f9188 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446184 Nov 23 09:07:14.854079 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:14.854428 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:14.854775 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:14.855126 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:14.855449 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:14.855786 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:14.856116 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:14.856444 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:14.856773 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:14.857097 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:14.857447 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:14.857772 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:07:15.179189 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:15.240892 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:15.385404 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:15.389777 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:15.458262 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Pushing event updated for resources: {'Port': ['ID=5de77f8c-ed19-40f4-8360-c0343f9cb818,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:15.470582 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:15.566398 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.l3_db [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Floating IP 2f594820-dc42-46cc-b25f-89b9e3f2a725 associated. External IP: 172.27.2.34, port: 4f3fac16-b08e-4467-807a-ffaf42239b72. Nov 23 09:07:15.714280 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:15.772483 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Router fde1c5e8-7418-47fb-9c2a-c94b7696faae has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:07:15.873260 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:07:15.883190 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42c13d8-21ba-4a70-813e-ad201ece75a9 None None] Sync routers for ids ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:07:15.894901 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c13d8-21ba-4a70-813e-ad201ece75a9 None None] Routers {'fde1c5e8-7418-47fb-9c2a-c94b7696faae'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:07:15.895637 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-e42c13d8-21ba-4a70-813e-ad201ece75a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:07:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:07:15.898942 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:15.952077 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-0f793fc7-47d2-49ce-b386-f52b6ecbbef2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5475926 Nov 23 09:07:15.953324 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:07:15.955529 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8385f01a-7cbe-4927-b070-12c9aa3db684" -d '{"events": [{"name": "network-changed", "server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:07:15.982031 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7a42b-8723-407b-8403-73299c528ecf req-1ebc745b-5eb1-4b5b-b08c-47a37b017c84 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:15.983688 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5fa7a42b-8723-407b-8403-73299c528ecf req-1ebc745b-5eb1-4b5b-b08c-47a37b017c84 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 943 time: 0.0636547 Nov 23 09:07:15.999251 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f05ccf9-abd2-42c7-a070-65e079e4c305 x-openstack-request-id: req-4f05ccf9-abd2-42c7-a070-65e079e4c305 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:07:15.999535 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:07:15.999808 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f05ccf9-abd2-42c7-a070-65e079e4c305 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:07:16.000177 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'status': 'completed', 'code': 200} Nov 23 09:07:16.006430 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-e42c13d8-21ba-4a70-813e-ad201ece75a9 None None] Set router fde1c5e8-7418-47fb-9c2a-c94b7696faae gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:07:16.045236 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5fa7a42b-8723-407b-8403-73299c528ecf req-0cd0a9e7-4916-49fc-9134-0488078f4b70 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550337 Nov 23 09:07:16.103367 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f01a-7cbe-4927-b070-12c9aa3db684 req-52619125-9094-4fc8-bac6-e6b7886b6d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:16.105409 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8385f01a-7cbe-4927-b070-12c9aa3db684 req-52619125-9094-4fc8-bac6-e6b7886b6d52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cac6add618145708d682ab7de8fa3af&device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0709007 Nov 23 09:07:16.211527 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f01a-7cbe-4927-b070-12c9aa3db684 req-83942326-91a7-4b2d-a9c0-83c029e8763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:16.214868 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8385f01a-7cbe-4927-b070-12c9aa3db684 req-83942326-91a7-4b2d-a9c0-83c029e8763f service neutron] 10.222.0.47 "GET /v2.0/networks?id=394a2a58-dcca-4518-9053-d6b7a3085c18 HTTP/1.1" status: 200 len: 910 time: 0.1005566 Nov 23 09:07:16.254702 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-e42c13d8-21ba-4a70-813e-ad201ece75a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:33Z', 'revision_number': 4, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port': {'id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '2f594820-dc42-46cc-b25f-89b9e3f2a725', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'port_id': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'mac_address': 'fa:16:3e:ce:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:07:15Z', 'updated_at': '2021-11-23T09:07:15Z', 'revision_number': 0, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2', 'name': '', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'mac_address': 'fa:16:3e:8e:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:33Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 5, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'subnets': [{'id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:07:16.280312 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42c13d8-21ba-4a70-813e-ad201ece75a9 None None] Checking router: fde1c5e8-7418-47fb-9c2a-c94b7696faae for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:07:16.288599 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c13d8-21ba-4a70-813e-ad201ece75a9 None None] Routers {'fde1c5e8-7418-47fb-9c2a-c94b7696faae'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:07:16.289232 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-e42c13d8-21ba-4a70-813e-ad201ece75a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:07:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:07:16.301462 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8385f01a-7cbe-4927-b070-12c9aa3db684 req-329f8106-bcb3-46e2-8b03-cce4ea4a4bc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3fac16-b08e-4467-807a-ffaf42239b72 HTTP/1.1" status: 200 len: 999 time: 0.0635335 Nov 23 09:07:16.356871 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f01a-7cbe-4927-b070-12c9aa3db684 req-623b7161-cf96-48e0-8c25-d53cfe55287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:16.358364 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8385f01a-7cbe-4927-b070-12c9aa3db684 req-623b7161-cf96-48e0-8c25-d53cfe55287d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=557d8f55-206a-45e8-8f5b-d6880d068c8d HTTP/1.1" status: 200 len: 848 time: 0.0487978 Nov 23 09:07:16.396423 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-e42c13d8-21ba-4a70-813e-ad201ece75a9 None None] Set router fde1c5e8-7418-47fb-9c2a-c94b7696faae gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:07:16.407386 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f01a-7cbe-4927-b070-12c9aa3db684 req-46d1c2eb-95ac-40ec-82d1-45278ac1927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:16.408864 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8385f01a-7cbe-4927-b070-12c9aa3db684 req-46d1c2eb-95ac-40ec-82d1-45278ac1927c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=394a2a58-dcca-4518-9053-d6b7a3085c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397096 Nov 23 09:07:16.514785 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8385f01a-7cbe-4927-b070-12c9aa3db684 req-b58dbae0-e04b-489b-bd91-b06f8d7c10a0 service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878341 Nov 23 09:07:16.613447 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8385f01a-7cbe-4927-b070-12c9aa3db684 req-8f258109-55db-4c24-858d-4a5b482da3d3 service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872648 Nov 23 09:07:16.629286 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-e42c13d8-21ba-4a70-813e-ad201ece75a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:33Z', 'revision_number': 4, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port': {'id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '2f594820-dc42-46cc-b25f-89b9e3f2a725', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'port_id': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'mac_address': 'fa:16:3e:ce:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:07:15Z', 'updated_at': '2021-11-23T09:07:15Z', 'revision_number': 0, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2', 'name': '', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'mac_address': 'fa:16:3e:8e:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:33Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 5, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'subnets': [{'id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:07:16.663433 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42c13d8-21ba-4a70-813e-ad201ece75a9 None None] The sync data for ids ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'] in dv-cinder-768458-17-iscsi is: [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:33Z', 'revision_number': 4, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port': {'id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '2f594820-dc42-46cc-b25f-89b9e3f2a725', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'port_id': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'mac_address': 'fa:16:3e:ce:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:07:15Z', 'updated_at': '2021-11-23T09:07:15Z', 'revision_number': 0, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2', 'name': '', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'mac_address': 'fa:16:3e:8e:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:33Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 5, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'subnets': [{'id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:07:16.862565 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fec111-d67b-4a11-af34-c0b33391c869 None None] New status for floating IP 2f594820-dc42-46cc-b25f-89b9e3f2a725: ACTIVE {{(pid=102543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:07:17.168380 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadb25b-5c94-420c-9ee6-57d542939330 req-97378b2b-cf07-4a3a-8173-f11427c8353f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:17.169905 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-abadb25b-5c94-420c-9ee6-57d542939330 req-97378b2b-cf07-4a3a-8173-f11427c8353f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 943 time: 0.0522435 Nov 23 09:07:17.223772 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-abadb25b-5c94-420c-9ee6-57d542939330 req-4c350d8f-32d0-4911-8ebf-68384d74f7f6 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481055 Nov 23 09:07:17.410425 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c7e8e-8bd3-4f1d-9c8a-6a2a0fb453e2 req-437d18e9-6120-4ba8-9629-0a9293aef98a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:17.411856 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c23c7e8e-8bd3-4f1d-9c8a-6a2a0fb453e2 req-437d18e9-6120-4ba8-9629-0a9293aef98a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0468192 Nov 23 09:07:17.461907 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c23c7e8e-8bd3-4f1d-9c8a-6a2a0fb453e2 req-a20a66c3-6917-4da2-bb7b-695c93ab7f39 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423088 Nov 23 09:07:18.340281 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c9030-4ee4-4714-b04a-8a879dce2213 req-2eb276aa-921f-44c5-88de-8591ff911f14 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:18.341770 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fd5c9030-4ee4-4714-b04a-8a879dce2213 req-2eb276aa-921f-44c5-88de-8591ff911f14 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 943 time: 0.0477467 Nov 23 09:07:18.389785 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fd5c9030-4ee4-4714-b04a-8a879dce2213 req-8fafad9b-15a3-474c-afca-c0c0bc32ff00 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Nov 23 09:07:18.575470 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753a67-1a67-42ec-aae5-029a1c32139b req-d161147a-43f9-43fd-9db4-4dc0604c8822 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:18.576954 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e0753a67-1a67-42ec-aae5-029a1c32139b req-d161147a-43f9-43fd-9db4-4dc0604c8822 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0483539 Nov 23 09:07:18.622711 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e0753a67-1a67-42ec-aae5-029a1c32139b req-2a508dbd-cc67-48e2-b17b-5d31c7150b1b tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397871 Nov 23 09:07:19.505631 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfde51-02f8-45c7-ad88-c41a217955d7 req-995c2449-7cef-4325-a87e-12ab52deea54 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:19.507067 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f1dfde51-02f8-45c7-ad88-c41a217955d7 req-995c2449-7cef-4325-a87e-12ab52deea54 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 943 time: 0.0503776 Nov 23 09:07:19.555028 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f1dfde51-02f8-45c7-ad88-c41a217955d7 req-6f3eec76-795f-498a-beff-80d203d6326f tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420873 Nov 23 09:07:19.740514 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4d872-79a0-4019-b93d-e86c9b073962 req-48d35292-03ac-4f1f-9f82-d3e18b3b5e9f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:19.741926 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0fd4d872-79a0-4019-b93d-e86c9b073962 req-48d35292-03ac-4f1f-9f82-d3e18b3b5e9f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0527644 Nov 23 09:07:19.788077 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0fd4d872-79a0-4019-b93d-e86c9b073962 req-30c2692d-a908-46e6-8e38-d3ac0f5cec76 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403776 Nov 23 09:07:20.666501 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22ed55-b616-4621-a393-dc4739a6e167 req-388525d6-b2e1-4898-973b-a15fda7c1b80 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:20.667946 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4b22ed55-b616-4621-a393-dc4739a6e167 req-388525d6-b2e1-4898-973b-a15fda7c1b80 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 943 time: 0.0460618 Nov 23 09:07:20.715036 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4b22ed55-b616-4621-a393-dc4739a6e167 req-9c4e4ef5-46a0-4d65-afbc-69eee0ac6d1a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413470 Nov 23 09:07:20.902974 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f3408-1208-411a-92b6-67c0ea08efee req-f52ed27d-7e28-4e7f-920c-e92f293d4a5e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:20.904368 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2c1f3408-1208-411a-92b6-67c0ea08efee req-f52ed27d-7e28-4e7f-920c-e92f293d4a5e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0483189 Nov 23 09:07:20.951245 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2c1f3408-1208-411a-92b6-67c0ea08efee req-624739b0-ab46-4445-af98-cf649ad6c8cd tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409529 Nov 23 09:07:21.829975 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b869b-b783-41c7-846a-8235b888d1dc req-1f039605-6913-4058-aa6d-a1bd9f5e4e06 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:21.831408 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-204b869b-b783-41c7-846a-8235b888d1dc req-1f039605-6913-4058-aa6d-a1bd9f5e4e06 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 943 time: 0.0503621 Nov 23 09:07:21.878873 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-204b869b-b783-41c7-846a-8235b888d1dc req-01e75ad0-8fd7-4560-bb55-ed8cac0a7b64 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413294 Nov 23 09:07:22.064732 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794d339-1e44-41c0-a565-5ba32ba3c608 req-b9360ca8-c287-448a-981d-5f21b4c60e69 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:22.066224 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2794d339-1e44-41c0-a565-5ba32ba3c608 req-b9360ca8-c287-448a-981d-5f21b4c60e69 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0475612 Nov 23 09:07:22.117301 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2794d339-1e44-41c0-a565-5ba32ba3c608 req-87ee23fa-28d6-4557-8193-2bc2d49b2419 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452147 Nov 23 09:07:22.992467 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f644e-3c61-4aa5-9e4f-926d244f15a9 req-0929cb2f-722c-4745-906c-07c3725aceb9 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:22.994496 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-470f644e-3c61-4aa5-9e4f-926d244f15a9 req-0929cb2f-722c-4745-906c-07c3725aceb9 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 943 time: 0.0483172 Nov 23 09:07:23.042825 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-470f644e-3c61-4aa5-9e4f-926d244f15a9 req-1a91967e-3a2e-4236-bbc2-5038363a1a89 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425806 Nov 23 09:07:23.234299 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b13e8-b75a-4a88-8031-2f5f50456b22 req-344e51a7-b73d-497e-b956-09d20ecfd2f9 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:23.235666 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd8b13e8-b75a-4a88-8031-2f5f50456b22 req-344e51a7-b73d-497e-b956-09d20ecfd2f9 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0503354 Nov 23 09:07:23.282157 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bd8b13e8-b75a-4a88-8031-2f5f50456b22 req-5965d728-cb6b-401a-a8f1-7d7ee7da2de0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406621 Nov 23 09:07:24.005995 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 8040e5ea-5091-448c-af26-6c32aed63601 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:07:24.104949 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 8040e5ea-5091-448c-af26-6c32aed63601, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8040e5ea-5091-448c-af26-6c32aed63601,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:07:24.116117 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '8040e5ea-5091-448c-af26-6c32aed63601', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'port_id': '8040e5ea-5091-448c-af26-6c32aed63601', 'mac_address': 'fa:16:3e:71:53:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:07:24.152619 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:24.154903 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3c21c-9410-42b8-918a-b58aaa9a408d req-fd252daf-875d-4989-8382-72855b808787 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:24.156371 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c7d3c21c-9410-42b8-918a-b58aaa9a408d req-fd252daf-875d-4989-8382-72855b808787 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 943 time: 0.0461607 Nov 23 09:07:24.165880 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8040e5ea-5091-448c-af26-6c32aed63601 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:07:24.185184 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 8040e5ea-5091-448c-af26-6c32aed63601, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8040e5ea-5091-448c-af26-6c32aed63601,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:07:24.189286 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:24.208156 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c7d3c21c-9410-42b8-918a-b58aaa9a408d req-d0dce67e-3538-4ca1-b208-2adbb42d9a94 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459330 Nov 23 09:07:24.235173 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=8040e5ea-5091-448c-af26-6c32aed63601,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:24.396413 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f5948-0463-4862-a617-2d81d83b302e req-71eebfa5-2039-43e1-a760-cc17af4d856b tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:24.397940 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-533f5948-0463-4862-a617-2d81d83b302e req-71eebfa5-2039-43e1-a760-cc17af4d856b tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0483823 Nov 23 09:07:24.446624 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-533f5948-0463-4862-a617-2d81d83b302e req-cbaaed51-a84a-4be8-b4e4-fe8644447a3f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 Nov 23 09:07:24.499348 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['8040e5ea-5091-448c-af26-6c32aed63601'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:07:25.563721 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3571074-d122-4e21-b9da-5ca325b66da2 req-b0c0bf4b-f937-4953-8e37-fa82497b79d9 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:25.565219 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d3571074-d122-4e21-b9da-5ca325b66da2 req-b0c0bf4b-f937-4953-8e37-fa82497b79d9 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 944 time: 0.2915154 Nov 23 09:07:25.565394 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12531bc0-e0cc-4e29-8e1a-13e823519cd7 req-7b7dfbcc-3fd5-4cfc-bddd-74cd4c19d038 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:25.566734 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-12531bc0-e0cc-4e29-8e1a-13e823519cd7 req-7b7dfbcc-3fd5-4cfc-bddd-74cd4c19d038 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0524678 Nov 23 09:07:25.613940 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-12531bc0-e0cc-4e29-8e1a-13e823519cd7 req-001ee354-fb66-4066-9b22-03fa5d53927e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407081 Nov 23 09:07:25.614628 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d3571074-d122-4e21-b9da-5ca325b66da2 req-cda0a2d3-8115-487f-b86f-ee6cf87e8ea8 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435283 Nov 23 09:07:26.002721 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 8040e5ea-5091-448c-af26-6c32aed63601 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:07:26.054783 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port 8040e5ea-5091-448c-af26-6c32aed63601 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:07:26.059500 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 8040e5ea-5091-448c-af26-6c32aed63601 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:07:26.059884 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:26.135574 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:26.157845 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83736d76-590f-4b9d-9044-f31d4620cec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8040e5ea-5091-448c-af26-6c32aed63601'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:07:26.160053 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f380ba3-4c1f-4057-8693-289182627c5e" -d '{"events": [{"server_uuid": "83736d76-590f-4b9d-9044-f31d4620cec6", "name": "network-vif-plugged", "status": "completed", "tag": "8040e5ea-5091-448c-af26-6c32aed63601"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:07:26.172925 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 8040e5ea-5091-448c-af26-6c32aed63601, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8040e5ea-5091-448c-af26-6c32aed63601,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:07:26.177544 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:26.203190 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6a1f5f-6bbd-4a33-bac6-7649c254cbfa x-openstack-request-id: req-ea6a1f5f-6bbd-4a33-bac6-7649c254cbfa {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:07:26.203488 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83736d76-590f-4b9d-9044-f31d4620cec6", "name": "network-vif-plugged", "status": "completed", "tag": "8040e5ea-5091-448c-af26-6c32aed63601", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:07:26.203747 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea6a1f5f-6bbd-4a33-bac6-7649c254cbfa {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:07:26.204143 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83736d76-590f-4b9d-9044-f31d4620cec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8040e5ea-5091-448c-af26-6c32aed63601', 'code': 200} Nov 23 09:07:26.230309 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=8040e5ea-5091-448c-af26-6c32aed63601,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:26.398782 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2edd8-839f-4c75-ab70-f9b529df962a req-96aade58-9001-49eb-96a9-dade1fbc4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:26.400835 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f1b2edd8-839f-4c75-ab70-f9b529df962a req-96aade58-9001-49eb-96a9-dade1fbc4174 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 1098 time: 0.0391130 Nov 23 09:07:26.447800 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f1b2edd8-839f-4c75-ab70-f9b529df962a req-75c75688-cc5d-4f21-920e-acc37125c9d9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382774 Nov 23 09:07:26.730025 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc223381-ec07-4e79-89bd-5fd4c01d720d req-f0bdf7aa-4929-4b0a-98ca-f426f8b6394a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:26.731509 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-dc223381-ec07-4e79-89bd-5fd4c01d720d req-f0bdf7aa-4929-4b0a-98ca-f426f8b6394a tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 945 time: 0.0478797 Nov 23 09:07:26.731838 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a91365-a2c9-4899-8e81-0b3e7b956391 req-da2a28a2-d938-4a41-8c46-e387bd3fed67 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:26.733322 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-17a91365-a2c9-4899-8e81-0b3e7b956391 req-da2a28a2-d938-4a41-8c46-e387bd3fed67 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0524938 Nov 23 09:07:26.779861 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-dc223381-ec07-4e79-89bd-5fd4c01d720d req-9cd5bc05-a04d-4614-a809-1cf2e8c43d3d tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425127 Nov 23 09:07:26.780298 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-17a91365-a2c9-4899-8e81-0b3e7b956391 req-ad8a888a-55eb-4bde-ae5d-05aa2b7df5a2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412688 Nov 23 09:07:27.701458 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:07:27.894593 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221bac3-ff2c-46dd-bc39-c96f156b67ab req-4e5a76c9-ee77-4c1c-bc68-8ba515ba1e86 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:27.895363 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657c4f9-1c75-41ab-8e73-e89d89cdb4f8 req-483ba498-cebc-4157-9d2c-f39831e4f8b5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:27.896238 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5221bac3-ff2c-46dd-bc39-c96f156b67ab req-4e5a76c9-ee77-4c1c-bc68-8ba515ba1e86 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0501196 Nov 23 09:07:27.896821 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a657c4f9-1c75-41ab-8e73-e89d89cdb4f8 req-483ba498-cebc-4157-9d2c-f39831e4f8b5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 945 time: 0.0513759 Nov 23 09:07:27.946126 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a657c4f9-1c75-41ab-8e73-e89d89cdb4f8 req-40a47797-bc4e-486d-819c-a8b1fcf57538 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429583 Nov 23 09:07:27.946776 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5221bac3-ff2c-46dd-bc39-c96f156b67ab req-1d59beff-dea2-4a5e-b0ed-82612e78e39f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437467 Nov 23 09:07:28.058797 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebc0c1-7ded-46a1-8c81-fae09dfa430d req-9affa1bd-1a15-4946-b57c-28930de53975 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:28.060235 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-baebc0c1-7ded-46a1-8c81-fae09dfa430d req-9affa1bd-1a15-4946-b57c-28930de53975 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 945 time: 0.0472124 Nov 23 09:07:28.108184 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-baebc0c1-7ded-46a1-8c81-fae09dfa430d req-5c6932e4-a773-4822-ab74-9e5761f55623 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420752 Nov 23 09:07:28.130521 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44092) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:07:28.170290 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51ffde6-9353-4e8a-8c35-9dc418c18f3d tempest-TestVolumeBootPattern-886431220 tempest-TestVolumeBootPattern-886431220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:28.171768 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-e51ffde6-9353-4e8a-8c35-9dc418c18f3d tempest-TestVolumeBootPattern-886431220 tempest-TestVolumeBootPattern-886431220-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 1093 time: 0.0402827 Nov 23 09:07:28.174426 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44094) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:07:28.178552 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Request body: {'floatingip': {'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'port_id': '8040e5ea-5091-448c-af26-6c32aed63601', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:07:28.199836 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for floatingip, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:28.295388 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:28.400393 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_common [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Allocated IP 172.27.2.230 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/514f1500-abdb-43ec-a2ce-e541ed9e4d1d) {{(pid=102541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:07:28.496724 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for port, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:28.528618 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:28.563721 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:07:28.568269 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.base_scheduler [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Resources bound (agent type, host, resource id): {{(pid=102541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:07:28.571877 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Received port after_create {{(pid=102541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:07:28.600344 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'Port': ['ID=514f1500-abdb-43ec-a2ce-e541ed9e4d1d,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:28.919566 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:28.987103 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:29.063284 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ddabd-5a66-45a2-8289-6b9dafbf57b4 req-8778ef60-dab9-474c-b1f5-ec940f655d6d tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:29.064842 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5b0ddabd-5a66-45a2-8289-6b9dafbf57b4 req-8778ef60-dab9-474c-b1f5-ec940f655d6d tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0474801 Nov 23 09:07:29.116179 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5b0ddabd-5a66-45a2-8289-6b9dafbf57b4 req-9341acd5-57b6-404a-a8a2-b5cb8ffabaff tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454459 Nov 23 09:07:29.139254 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for port, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:29.143707 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753398'] for port, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:29.209391 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event updated for resources: {'Port': ['ID=514f1500-abdb-43ec-a2ce-e541ed9e4d1d,revision_number=2']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:07:29.218935 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:29.315739 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.l3_db [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Floating IP 59f0e851-911f-48f2-8de4-12a5f95f0a4c associated. External IP: 172.27.2.230, port: 8040e5ea-5091-448c-af26-6c32aed63601. Nov 23 09:07:29.513799 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:07:29.616979 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:07:29.626832 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6242b-893c-4978-8a09-8318c4f84ee7 None None] Sync routers for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:07:29.635219 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:29.637857 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6242b-893c-4978-8a09-8318c4f84ee7 None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:07:29.638456 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-8da6242b-893c-4978-8a09-8318c4f84ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:07:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:07:29.676093 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-8fa247da-3e70-42c6-8003-ae9f065c7800 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4882221 Nov 23 09:07:29.676093 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83736d76-590f-4b9d-9044-f31d4620cec6', 'tag': '8040e5ea-5091-448c-af26-6c32aed63601'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:07:29.676093 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd7019d-b2c7-4e05-9940-18f1a5043a92" -d '{"events": [{"name": "network-changed", "server_uuid": "83736d76-590f-4b9d-9044-f31d4620cec6", "tag": "8040e5ea-5091-448c-af26-6c32aed63601"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:07:29.704242 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3bf88d-e80a-462e-bbe7-0268d18d2af7 x-openstack-request-id: req-3f3bf88d-e80a-462e-bbe7-0268d18d2af7 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:07:29.704606 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83736d76-590f-4b9d-9044-f31d4620cec6", "tag": "8040e5ea-5091-448c-af26-6c32aed63601", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:07:29.704870 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f3bf88d-e80a-462e-bbe7-0268d18d2af7 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:07:29.705306 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83736d76-590f-4b9d-9044-f31d4620cec6', 'tag': '8040e5ea-5091-448c-af26-6c32aed63601', 'status': 'completed', 'code': 200} Nov 23 09:07:29.755576 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-8da6242b-893c-4978-8a09-8318c4f84ee7 None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:07:29.771145 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7019d-b2c7-4e05-9940-18f1a5043a92 req-171f36e9-2af5-4c40-a212-b2b8bede1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:29.772646 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5cd7019d-b2c7-4e05-9940-18f1a5043a92 req-171f36e9-2af5-4c40-a212-b2b8bede1f3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 1098 time: 0.0404675 Nov 23 09:07:29.865237 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7019d-b2c7-4e05-9940-18f1a5043a92 req-7968c2a8-d991-416e-84e3-864c55e8f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:29.866727 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5cd7019d-b2c7-4e05-9940-18f1a5043a92 req-7968c2a8-d991-416e-84e3-864c55e8f0ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 913 time: 0.0865533 Nov 23 09:07:29.941727 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5cd7019d-b2c7-4e05-9940-18f1a5043a92 req-ed65366a-3fea-48ff-9d9b-0f02a794311e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8040e5ea-5091-448c-af26-6c32aed63601 HTTP/1.1" status: 200 len: 999 time: 0.0634689 Nov 23 09:07:29.993076 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7019d-b2c7-4e05-9940-18f1a5043a92 req-c2396ada-a6a1-4fe5-a162-4b20f405ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:29.994742 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5cd7019d-b2c7-4e05-9940-18f1a5043a92 req-c2396ada-a6a1-4fe5-a162-4b20f405ae44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0440578 Nov 23 09:07:30.044438 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7019d-b2c7-4e05-9940-18f1a5043a92 req-7759c83f-f8b0-42c2-919a-5ad8014fd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:30.045846 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5cd7019d-b2c7-4e05-9940-18f1a5043a92 req-7759c83f-f8b0-42c2-919a-5ad8014fd421 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402968 Nov 23 09:07:30.063539 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-8da6242b-893c-4978-8a09-8318c4f84ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '515b993f-61cd-4c58-a359-99ef8bd2a7a1', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:0b:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:05:24Z', 'updated_at': '2021-11-23T09:05:26Z', 'revision_number': 1, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}, {'id': '59f0e851-911f-48f2-8de4-12a5f95f0a4c', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '8040e5ea-5091-448c-af26-6c32aed63601', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:71:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83736d76-590f-4b9d-9044-f31d4620cec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:07:28Z', 'updated_at': '2021-11-23T09:07:28Z', 'revision_number': 0, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:07:30.090167 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6242b-893c-4978-8a09-8318c4f84ee7 None None] Checking router: 0877df19-aa8e-4146-9c3d-eca14ba9ac6f for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:07:30.098702 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6242b-893c-4978-8a09-8318c4f84ee7 None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:07:30.099189 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-8da6242b-893c-4978-8a09-8318c4f84ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:07:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:07:30.141747 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5cd7019d-b2c7-4e05-9940-18f1a5043a92 req-dd4fe330-ed46-4c6a-805e-08e5f603e54e service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879269 Nov 23 09:07:30.202525 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-8da6242b-893c-4978-8a09-8318c4f84ee7 None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:07:30.270892 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5cd7019d-b2c7-4e05-9940-18f1a5043a92 req-65c01357-9ab6-4aa6-8f91-b9bc7bc6c5b6 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177795 Nov 23 09:07:30.283595 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d83883-86e1-47cd-913c-2f2b52c84d87 req-d98f1555-c4d2-47c4-ad66-99ac797a4917 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:30.285068 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-42d83883-86e1-47cd-913c-2f2b52c84d87 req-d98f1555-c4d2-47c4-ad66-99ac797a4917 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0753622 Nov 23 09:07:30.334806 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-42d83883-86e1-47cd-913c-2f2b52c84d87 req-84c9bbcc-fb81-4b59-9bc4-58c537288ee1 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429218 Nov 23 09:07:30.425768 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-8da6242b-893c-4978-8a09-8318c4f84ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '515b993f-61cd-4c58-a359-99ef8bd2a7a1', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:0b:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:05:24Z', 'updated_at': '2021-11-23T09:05:26Z', 'revision_number': 1, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}, {'id': '59f0e851-911f-48f2-8de4-12a5f95f0a4c', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '8040e5ea-5091-448c-af26-6c32aed63601', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:71:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83736d76-590f-4b9d-9044-f31d4620cec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:07:28Z', 'updated_at': '2021-11-23T09:07:28Z', 'revision_number': 0, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:07:30.454585 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6242b-893c-4978-8a09-8318c4f84ee7 None None] The sync data for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi is: [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '515b993f-61cd-4c58-a359-99ef8bd2a7a1', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:0b:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:05:24Z', 'updated_at': '2021-11-23T09:05:26Z', 'revision_number': 1, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}, {'id': '59f0e851-911f-48f2-8de4-12a5f95f0a4c', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '8040e5ea-5091-448c-af26-6c32aed63601', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:71:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83736d76-590f-4b9d-9044-f31d4620cec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:07:28Z', 'updated_at': '2021-11-23T09:07:28Z', 'revision_number': 0, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:07:30.499084 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2c39-24fa-41c6-b746-b92dde197586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:30.654507 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6185a889-ac38-411d-8a0b-ceef9be096b4 None None] New status for floating IP 59f0e851-911f-48f2-8de4-12a5f95f0a4c: ACTIVE {{(pid=102543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:07:31.450987 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153bddf-98b7-44d2-9227-cab691389070 req-dd97828a-cca2-47aa-b69f-2ca3522f8c1e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:31.452443 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3153bddf-98b7-44d2-9227-cab691389070 req-dd97828a-cca2-47aa-b69f-2ca3522f8c1e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0472488 Nov 23 09:07:31.497761 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3153bddf-98b7-44d2-9227-cab691389070 req-be84590c-e9da-460f-980f-0cb209365f88 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390549 Nov 23 09:07:32.610578 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d8f85-3ca9-4bf9-bc7b-b29597a10076 req-66276e67-c232-43b8-9240-be1d5bfa3e90 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:32.612024 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9b9d8f85-3ca9-4bf9-bc7b-b29597a10076 req-66276e67-c232-43b8-9240-be1d5bfa3e90 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0477531 Nov 23 09:07:32.619334 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-29948761-a7aa-4cc8-85e2-c94b63e14739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:32.662607 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9b9d8f85-3ca9-4bf9-bc7b-b29597a10076 req-6908d0e4-2b23-4bd9-b3fb-d39f9dd0dc49 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434165 Nov 23 09:07:33.783579 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe53954-f3f5-4e6c-9cee-fa7b5d7a1a65 req-1560ffe2-b262-451a-80d1-a514d3dd3230 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:33.785045 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7fe53954-f3f5-4e6c-9cee-fa7b5d7a1a65 req-1560ffe2-b262-451a-80d1-a514d3dd3230 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0511103 Nov 23 09:07:33.832387 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7fe53954-f3f5-4e6c-9cee-fa7b5d7a1a65 req-5f23a1ea-82d3-4acc-ae30-1388caeaaa1c tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405211 Nov 23 09:07:33.945292 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:34.063899 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0fa28-8222-49d6-8cc4-8cec4be4581e req-e671f5b4-7d1c-4ed3-a7b6-05c5522664aa tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:34.065418 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-36f0fa28-8222-49d6-8cc4-8cec4be4581e req-e671f5b4-7d1c-4ed3-a7b6-05c5522664aa tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0478091 Nov 23 09:07:34.115349 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-36f0fa28-8222-49d6-8cc4-8cec4be4581e req-1531e646-dbc8-4ed9-9b34-893232583700 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429494 Nov 23 09:07:34.127781 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe8484-f3a5-485a-bc87-d9cccb187d10 req-9fd8b026-4aa4-4383-a927-63e5c037167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:34.129285 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f5fe8484-f3a5-485a-bc87-d9cccb187d10 req-9fd8b026-4aa4-4383-a927-63e5c037167d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35872f178d144e849752bc7a845cb40d&device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 1099 time: 0.0478656 Nov 23 09:07:34.219866 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe8484-f3a5-485a-bc87-d9cccb187d10 req-f3f3e6bf-565c-4879-81c3-d47225e4d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:34.221261 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f5fe8484-f3a5-485a-bc87-d9cccb187d10 req-f3f3e6bf-565c-4879-81c3-d47225e4d9de service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9e1bbdd-99f7-422e-846d-8219534d04c4 HTTP/1.1" status: 200 len: 912 time: 0.0838916 Nov 23 09:07:34.287892 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f5fe8484-f3a5-485a-bc87-d9cccb187d10 req-e7c8666c-b246-4b4e-af77-526d3f0b75db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ef3c22-1299-429d-a178-f4715346a0f5 HTTP/1.1" status: 200 len: 1002 time: 0.0586727 Nov 23 09:07:34.337918 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe8484-f3a5-485a-bc87-d9cccb187d10 req-1ec8b003-24f2-45df-af4f-9daef4e803e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:34.339377 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f5fe8484-f3a5-485a-bc87-d9cccb187d10 req-1ec8b003-24f2-45df-af4f-9daef4e803e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1dfaa9b7-a813-4a52-9514-6e3975259a93 HTTP/1.1" status: 200 len: 850 time: 0.0440261 Nov 23 09:07:34.385690 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe8484-f3a5-485a-bc87-d9cccb187d10 req-d27c54ea-95ef-4210-a470-1344d4222a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:34.387112 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f5fe8484-f3a5-485a-bc87-d9cccb187d10 req-d27c54ea-95ef-4210-a470-1344d4222a6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9e1bbdd-99f7-422e-846d-8219534d04c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392792 Nov 23 09:07:34.484728 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f5fe8484-f3a5-485a-bc87-d9cccb187d10 req-ef9885bf-ad80-4c0d-b189-cc0c4f6e1ca5 service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857728 Nov 23 09:07:34.575113 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f5fe8484-f3a5-485a-bc87-d9cccb187d10 req-06d0a184-fd4f-42a4-ad44-0093c69a70a9 service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818651 Nov 23 09:07:34.915423 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:35.231791 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed95ca8-e63a-4efe-acc8-8448dc331395 req-e8c2fb9b-fe1b-4a0a-ad17-68fdfe14d6db tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:35.233201 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bed95ca8-e63a-4efe-acc8-8448dc331395 req-e8c2fb9b-fe1b-4a0a-ad17-68fdfe14d6db tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0481930 Nov 23 09:07:35.285273 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bed95ca8-e63a-4efe-acc8-8448dc331395 req-7f937cfd-713b-4ffb-8462-9b3497da936e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457814 Nov 23 09:07:35.880886 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:36.400354 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99b47b-8519-4b02-a93d-e784bce5b395 req-55ab870e-cc52-4663-967f-ae4d6aa7ed58 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:36.401715 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2f99b47b-8519-4b02-a93d-e784bce5b395 req-55ab870e-cc52-4663-967f-ae4d6aa7ed58 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0471833 Nov 23 09:07:36.450517 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2f99b47b-8519-4b02-a93d-e784bce5b395 req-dd0becf4-d14f-4f23-90a8-afd43a6036f7 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Nov 23 09:07:45.714916 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:07:50.107438 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f91cb1aa-debb-4779-8606-66f2928dc075 req-7345b149-c49d-4d10-9452-8a7d6cf7789c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396209 Nov 23 09:07:50.188696 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cb1aa-debb-4779-8606-66f2928dc075 req-d93cc920-ff2b-430b-b500-548119187e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:50.190142 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f91cb1aa-debb-4779-8606-66f2928dc075 req-d93cc920-ff2b-430b-b500-548119187e04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 1098 time: 0.0387094 Nov 23 09:07:50.303606 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cb1aa-debb-4779-8606-66f2928dc075 req-0e79604a-8276-4891-adb6-64f1a3829c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:50.305054 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f91cb1aa-debb-4779-8606-66f2928dc075 req-0e79604a-8276-4891-adb6-64f1a3829c06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 913 time: 0.0863199 Nov 23 09:07:50.370553 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f91cb1aa-debb-4779-8606-66f2928dc075 req-0e610aca-8da7-4c08-bb84-389dd08a3ba9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=833fdf90-74a3-408c-a75b-f0c5c196ddcf HTTP/1.1" status: 200 len: 1000 time: 0.0570498 Nov 23 09:07:50.419497 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cb1aa-debb-4779-8606-66f2928dc075 req-92c8a22e-e455-4939-a146-a471d793dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:50.420868 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f91cb1aa-debb-4779-8606-66f2928dc075 req-92c8a22e-e455-4939-a146-a471d793dcff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0420382 Nov 23 09:07:50.469548 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cb1aa-debb-4779-8606-66f2928dc075 req-0c64d226-ff8e-47f4-afe3-33109eee5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:07:50.470976 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f91cb1aa-debb-4779-8606-66f2928dc075 req-0c64d226-ff8e-47f4-afe3-33109eee5bc5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421555 Nov 23 09:07:50.559084 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f91cb1aa-debb-4779-8606-66f2928dc075 req-1ba928e0-8ca5-48ab-b57d-beb006aedc98 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793495 Nov 23 09:07:50.652261 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-f91cb1aa-debb-4779-8606-66f2928dc075 req-820a182c-b32b-4134-957a-c6aa679cd15e service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838928 Nov 23 09:08:00.500332 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5b02-51ff-45b7-a133-f64e86fdf1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:08:02.620348 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-87d68c36-a256-4e38-a666-233916ed0169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:08:03.947486 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:08:04.703153 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:08:04.917196 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:08:05.882913 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:08:12.858038 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9129de-4c63-460b-9b63-8b3a8ee7b517 req-2af02ef8-ca3b-47ce-986b-599f96959a70 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:12.859494 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bb9129de-4c63-460b-9b63-8b3a8ee7b517 req-2af02ef8-ca3b-47ce-986b-599f96959a70 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0504699 Nov 23 09:08:12.908006 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-bb9129de-4c63-460b-9b63-8b3a8ee7b517 req-a57daff5-93ac-4dcb-a2d4-9c6f0afccbe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424523 Nov 23 09:08:14.021517 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e03e15-20fe-49ba-9208-78746901fd96 req-24098518-04db-4e68-a814-edea2079a6d2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:14.022970 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-64e03e15-20fe-49ba-9208-78746901fd96 req-24098518-04db-4e68-a814-edea2079a6d2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0473835 Nov 23 09:08:14.068974 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-64e03e15-20fe-49ba-9208-78746901fd96 req-92919ffb-ace3-47a2-a389-d89306b76d69 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396106 Nov 23 09:08:15.185451 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666bdf8-3ec4-46cd-aaa9-536dbf2836ed req-7b17916e-162a-48e4-bb4f-eca734ab17d4 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:15.186903 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7666bdf8-3ec4-46cd-aaa9-536dbf2836ed req-7b17916e-162a-48e4-bb4f-eca734ab17d4 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0515084 Nov 23 09:08:15.232832 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7666bdf8-3ec4-46cd-aaa9-536dbf2836ed req-1ecbc61e-42b2-4856-b153-9f9ef379a9e5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401790 Nov 23 09:08:15.707671 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:08:16.343088 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39444acc-e465-4692-be6a-e049ec12235a req-497552b1-0eec-4704-ad1a-c75a84e7a772 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:16.344517 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-39444acc-e465-4692-be6a-e049ec12235a req-497552b1-0eec-4704-ad1a-c75a84e7a772 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0466909 Nov 23 09:08:16.389956 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-39444acc-e465-4692-be6a-e049ec12235a req-491b3f09-bc11-475b-a2f1-f89fc0daae00 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397477 Nov 23 09:08:17.502181 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45be9b-599c-4d5a-a1bf-129cb8c70eee req-f8a67cc4-4736-4246-aaad-aab6e1046e72 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:17.503649 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8b45be9b-599c-4d5a-a1bf-129cb8c70eee req-f8a67cc4-4736-4246-aaad-aab6e1046e72 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0482259 Nov 23 09:08:17.548820 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8b45be9b-599c-4d5a-a1bf-129cb8c70eee req-a709a7fe-e1e6-4fd6-8900-7331c983251c tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394664 Nov 23 09:08:18.664234 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce68ce-5718-42ce-a21b-c041b70800e5 req-4ee296c0-d6f3-41bb-95fc-7fbbfb95525c tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:18.665615 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-75ce68ce-5718-42ce-a21b-c041b70800e5 req-4ee296c0-d6f3-41bb-95fc-7fbbfb95525c tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0510039 Nov 23 09:08:18.712086 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-75ce68ce-5718-42ce-a21b-c041b70800e5 req-d9019264-df81-4e20-af7c-0b37b3db361a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399311 Nov 23 09:08:19.824494 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01f157-b862-4eb9-bb94-708f9137a4d6 req-0efff63b-33cf-4594-97f1-e32453484ddd tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:19.826521 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6e01f157-b862-4eb9-bb94-708f9137a4d6 req-0efff63b-33cf-4594-97f1-e32453484ddd tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0477314 Nov 23 09:08:19.876817 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6e01f157-b862-4eb9-bb94-708f9137a4d6 req-8a01b542-baef-4253-959b-bb3804fbff62 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442517 Nov 23 09:08:20.992540 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f55b3-a642-4175-8de2-cddf5a958790 req-c875c0a4-b50c-4c46-80fd-6b11cadb6d2f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:20.994048 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-430f55b3-a642-4175-8de2-cddf5a958790 req-c875c0a4-b50c-4c46-80fd-6b11cadb6d2f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0477095 Nov 23 09:08:21.041373 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-430f55b3-a642-4175-8de2-cddf5a958790 req-01cc7b33-d6a5-4a83-83b5-2fc214bba298 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411315 Nov 23 09:08:22.155156 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc25ab-85e4-453c-8ec9-a528b326bfc9 req-7686e297-b61b-469b-a65d-f45069737c92 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:22.156617 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4fbc25ab-85e4-453c-8ec9-a528b326bfc9 req-7686e297-b61b-469b-a65d-f45069737c92 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0482032 Nov 23 09:08:22.203343 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4fbc25ab-85e4-453c-8ec9-a528b326bfc9 req-f90ddd4f-a381-4757-bd54-56887398540c tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408034 Nov 23 09:08:23.317815 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef47d6-0bcf-46e6-b033-4fe76ac31430 req-1318ca65-b0be-4e9c-8d94-5d4b6bb294d5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:23.319263 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-23ef47d6-0bcf-46e6-b033-4fe76ac31430 req-1318ca65-b0be-4e9c-8d94-5d4b6bb294d5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0505939 Nov 23 09:08:23.365205 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-23ef47d6-0bcf-46e6-b033-4fe76ac31430 req-8ddbbd08-591a-4a85-b1ad-7d8958597f1d tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398853 Nov 23 09:08:23.553778 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae55a44-d856-486a-ada8-05d2fce6664a req-c2cc6e8b-3b9b-4e88-98e1-42f0a4e52ba8 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:23.555374 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4ae55a44-d856-486a-ada8-05d2fce6664a req-c2cc6e8b-3b9b-4e88-98e1-42f0a4e52ba8 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0478761 Nov 23 09:08:23.602764 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4ae55a44-d856-486a-ada8-05d2fce6664a req-df7d1460-1a78-41d2-a692-3cc82d724513 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406618 Nov 23 09:08:23.610357 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9df60-a2fe-474d-9794-2dc4c446b812 req-5b975cde-c247-4859-9f50-9ab05aad62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:23.611833 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1ab9df60-a2fe-474d-9794-2dc4c446b812 req-5b975cde-c247-4859-9f50-9ab05aad62f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35872f178d144e849752bc7a845cb40d&device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 1099 time: 0.0402930 Nov 23 09:08:23.703335 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9df60-a2fe-474d-9794-2dc4c446b812 req-14a8388d-111c-4ff9-b790-4eb99a865bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:23.704678 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1ab9df60-a2fe-474d-9794-2dc4c446b812 req-14a8388d-111c-4ff9-b790-4eb99a865bd8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9e1bbdd-99f7-422e-846d-8219534d04c4 HTTP/1.1" status: 200 len: 912 time: 0.0858409 Nov 23 09:08:23.767268 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1ab9df60-a2fe-474d-9794-2dc4c446b812 req-cdad60a5-1f99-4972-9c37-f24ec95200a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ef3c22-1299-429d-a178-f4715346a0f5 HTTP/1.1" status: 200 len: 1002 time: 0.0554540 Nov 23 09:08:23.820562 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9df60-a2fe-474d-9794-2dc4c446b812 req-d921c075-6535-4534-bc64-f65f2dfd844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:23.821979 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1ab9df60-a2fe-474d-9794-2dc4c446b812 req-d921c075-6535-4534-bc64-f65f2dfd844c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1dfaa9b7-a813-4a52-9514-6e3975259a93 HTTP/1.1" status: 200 len: 850 time: 0.0460448 Nov 23 09:08:23.866564 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9df60-a2fe-474d-9794-2dc4c446b812 req-6e7e6fd9-6e93-4563-807c-ff5807f0990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:23.867988 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1ab9df60-a2fe-474d-9794-2dc4c446b812 req-6e7e6fd9-6e93-4563-807c-ff5807f0990c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9e1bbdd-99f7-422e-846d-8219534d04c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385849 Nov 23 09:08:23.956712 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1ab9df60-a2fe-474d-9794-2dc4c446b812 req-58cd71f9-b7b5-42d1-851b-a84e6e81bcb0 service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809538 Nov 23 09:08:24.047329 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1ab9df60-a2fe-474d-9794-2dc4c446b812 req-22fc6226-191f-4dce-91f0-f7147ada4501 service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832329 Nov 23 09:08:24.717642 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52955e0-0497-483e-9628-642759212af3 req-69f979f1-f04d-4bad-b91c-918d0b978024 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:24.719176 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c52955e0-0497-483e-9628-642759212af3 req-69f979f1-f04d-4bad-b91c-918d0b978024 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0475879 Nov 23 09:08:24.766230 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c52955e0-0497-483e-9628-642759212af3 req-421c5139-44d5-487a-b26f-477cf522b436 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407777 Nov 23 09:08:30.621757 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8b13313d-f060-4453-96db-359002ca3515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:08:32.621769 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-b4d38461-0bf1-4aa7-a9ca-443c918c6af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:08:33.950534 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:08:34.920352 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:08:35.883908 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:08:41.701769 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:08:45.719903 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:08:50.148056 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-dae10a6d-a15a-4eb7-aca8-5f505d6572dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0888197 Nov 23 09:08:50.211970 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-b041b6d8-581e-4952-be59-da6e458714cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:50.213442 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-b041b6d8-581e-4952-be59-da6e458714cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35872f178d144e849752bc7a845cb40d&device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 1099 time: 0.0428550 Nov 23 09:08:50.315128 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-0b5c5492-15ba-47c9-9b39-55e8d9146208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:50.316656 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-0b5c5492-15ba-47c9-9b39-55e8d9146208 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9e1bbdd-99f7-422e-846d-8219534d04c4 HTTP/1.1" status: 200 len: 912 time: 0.0831735 Nov 23 09:08:50.384046 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-d9ba4385-c5c8-4f87-a487-67bfb456f812 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ef3c22-1299-429d-a178-f4715346a0f5 HTTP/1.1" status: 200 len: 1002 time: 0.0600805 Nov 23 09:08:50.434692 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-69ed7be9-24a1-40f3-9336-7c397a6889bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:50.436112 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-69ed7be9-24a1-40f3-9336-7c397a6889bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1dfaa9b7-a813-4a52-9514-6e3975259a93 HTTP/1.1" status: 200 len: 850 time: 0.0432794 Nov 23 09:08:50.480074 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-a9271519-5ace-4afe-9c18-21fd5abf27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:50.481550 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-a9271519-5ace-4afe-9c18-21fd5abf27ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9e1bbdd-99f7-422e-846d-8219534d04c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387802 Nov 23 09:08:50.492387 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-708c581e-bbaa-4364-8e35-6a7d03205bf4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:08:50.493341 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-708c581e-bbaa-4364-8e35-6a7d03205bf4 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047171 Nov 23 09:08:50.586149 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-6a6cdf93-368a-487d-80dc-dbf22fe170a7 service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849392 Nov 23 09:08:50.674065 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1f7eedd4-f311-4666-a4cc-7520974efc8c req-df8a6118-e2d0-4acb-9dba-817a6ea99615 service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795147 Nov 23 09:08:57.846384 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354edef-a34f-4519-b7c0-6d7005300ed3 req-fedd7a39-0b07-49a7-9d53-2da58dc6edbb tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:57.847857 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8354edef-a34f-4519-b7c0-6d7005300ed3 req-fedd7a39-0b07-49a7-9d53-2da58dc6edbb tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.1007426 Nov 23 09:08:57.899614 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-8354edef-a34f-4519-b7c0-6d7005300ed3 req-b2b2f52b-07fb-463d-863c-b9a2537d2a15 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455923 Nov 23 09:08:59.067478 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c5306-b30b-4bf6-89ed-b4a85d0cf314 req-5a2fd8e9-c509-4787-bc6a-58bf44c39fa2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:59.068937 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ed5c5306-b30b-4bf6-89ed-b4a85d0cf314 req-5a2fd8e9-c509-4787-bc6a-58bf44c39fa2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.1014142 Nov 23 09:08:59.116170 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-ed5c5306-b30b-4bf6-89ed-b4a85d0cf314 req-bc33ffa3-b7d4-485e-a3d2-8ac2fac52d88 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414166 Nov 23 09:08:59.871111 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f0b07-caba-41e9-a469-96b04937776c req-3586167c-8a3e-4efc-8476-bab2ca6df9b4 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:08:59.872514 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e22f0b07-caba-41e9-a469-96b04937776c req-3586167c-8a3e-4efc-8476-bab2ca6df9b4 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0465209 Nov 23 09:08:59.968245 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Deleting port 92ef3c22-1299-429d-a178-f4715346a0f5 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:08:59.968577 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:00.053963 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] For port 92ef3c22-1299-429d-a178-f4715346a0f5, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=92ef3c22-1299-429d-a178-f4715346a0f5,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:00.054321 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:00.223542 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:00.224255 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:00.224255 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.l3_db [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Floating IP f061d0c9-e85b-4d89-88bb-5f3cd516d97e disassociated. External IP: 172.27.2.147, port: 92ef3c22-1299-429d-a178-f4715346a0f5. Nov 23 09:09:00.224650 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Calling delete_port for 92ef3c22-1299-429d-a178-f4715346a0f5 owned by compute:nova {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:09:00.228357 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084e8d0-7ab4-4c7e-b9f9-b4d85b12c1f1 req-a864b2f7-a803-4149-9f47-e453de0f9c5b tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:00.229872 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3084e8d0-7ab4-4c7e-b9f9-b4d85b12c1f1 req-a864b2f7-a803-4149-9f47-e453de0f9c5b tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 946 time: 0.0478714 Nov 23 09:09:00.280849 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3084e8d0-7ab4-4c7e-b9f9-b4d85b12c1f1 req-1c2f8e09-c9c6-488b-91f4-1c001493e805 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=0420f0d0-f546-4467-a21f-e06ed6d211eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439007 Nov 23 09:09:00.503250 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8580467a-3ca5-434a-bf0a-f7f474cf21c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:00.595697 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:00.626747 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event deleted for resources: {'Port': ['ID=92ef3c22-1299-429d-a178-f4715346a0f5,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:00.637806 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:00.638159 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:00.639039 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:00.639373 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:00.639704 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:00.640040 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:00.640361 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:00.640687 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:00.641010 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:00.641357 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:00.641681 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:00.641997 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:00.747009 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:09:00.848966 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:09:00.858704 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ffc25-7a36-49f1-9d6b-885d11727f76 None None] Sync routers for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:09:00.868964 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ffc25-7a36-49f1-9d6b-885d11727f76 None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:09:00.869599 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-5d5ffc25-7a36-49f1-9d6b-885d11727f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:08:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:00.888131 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] No DVR routers for this DVR port 92ef3c22-1299-429d-a178-f4715346a0f5 on host hv-cinder-76845 {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:09:00.891320 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:00.895574 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e22f0b07-caba-41e9-a469-96b04937776c req-4ded2e80-87e5-4f32-82b4-4602eb50d8a5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.47 "DELETE /v2.0/ports/92ef3c22-1299-429d-a178-f4715346a0f5 HTTP/1.1" status: 204 len: 173 time: 1.0143447 Nov 23 09:09:00.896299 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab769fa8-d310-4b1c-be00-7d2ded9d51a8', 'name': 'network-vif-deleted', 'tag': '92ef3c22-1299-429d-a178-f4715346a0f5'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:09:00.898638 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a3a644-0cff-4d4d-92ec-58a9cd117f2f" -d '{"events": [{"server_uuid": "ab769fa8-d310-4b1c-be00-7d2ded9d51a8", "name": "network-vif-deleted", "tag": "92ef3c22-1299-429d-a178-f4715346a0f5"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:09:00.941517 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d235255f-6efe-41e2-8aa8-703730ab7fbf x-openstack-request-id: req-d235255f-6efe-41e2-8aa8-703730ab7fbf {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:09:00.941816 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab769fa8-d310-4b1c-be00-7d2ded9d51a8", "name": "network-vif-deleted", "tag": "92ef3c22-1299-429d-a178-f4715346a0f5", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:09:00.942072 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d235255f-6efe-41e2-8aa8-703730ab7fbf {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:09:00.942474 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab769fa8-d310-4b1c-be00-7d2ded9d51a8', 'name': 'network-vif-deleted', 'tag': '92ef3c22-1299-429d-a178-f4715346a0f5', 'status': 'completed', 'code': 200} Nov 23 09:09:00.980751 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-5d5ffc25-7a36-49f1-9d6b-885d11727f76 None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:09:01.189100 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-5d5ffc25-7a36-49f1-9d6b-885d11727f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:11Z', 'revision_number': 5, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:01.214883 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ffc25-7a36-49f1-9d6b-885d11727f76 None None] Checking router: 4ed28d35-fbbf-4103-8eda-baf4a45249f4 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:09:01.222849 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ffc25-7a36-49f1-9d6b-885d11727f76 None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:09:01.223380 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-5d5ffc25-7a36-49f1-9d6b-885d11727f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:08:33Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:01.338448 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-5d5ffc25-7a36-49f1-9d6b-885d11727f76 None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:09:01.395649 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-067c843f-ecbe-44c3-81d6-7ecd47bd0c83 req-e6ffff79-b1c3-4a91-b5a6-650662165bc9 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab769fa8-d310-4b1c-be00-7d2ded9d51a8 HTTP/1.1" status: 200 len: 210 time: 0.0268862 Nov 23 09:09:01.613234 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-5d5ffc25-7a36-49f1-9d6b-885d11727f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:11Z', 'revision_number': 5, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:01.641633 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ffc25-7a36-49f1-9d6b-885d11727f76 None None] The sync data for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi is: [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:11Z', 'revision_number': 5, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:09:01.860276 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce5ca0c-647e-40fb-b157-8d4f745cf72b None None] New status for floating IP f061d0c9-e85b-4d89-88bb-5f3cd516d97e: DOWN {{(pid=102543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:09:02.482337 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44226) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:02.516289 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 92ef3c22-1299-429d-a178-f4715346a0f5 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:09:02.535211 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:02.536895 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: 92ef3c22-1299-429d-a178-f4715346a0f5 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:09:02.537262 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 92ef3c22-1299-429d-a178-f4715346a0f5 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:09:02.558287 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:02.608953 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:02.611598 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:02.615359 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "DELETE /v2.0/security-groups/0420f0d0-f546-4467-a21f-e06ed6d211eb HTTP/1.1" status: 204 len: 168 time: 0.1292179 Nov 23 09:09:02.616176 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44228) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:02.624835 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-f0dd173a-e4f6-48ce-971c-5d5cf3b87773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:02.631224 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0420f0d0-f546-4467-a21f-e06ed6d211eb,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:02.640870 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.api.v2.resource [None req-e833bc2b-59f3-4fcb-80d4-7ddef0a7c17d tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] show failed (client error): The resource could not be found. Nov 23 09:09:02.641879 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-e833bc2b-59f3-4fcb-80d4-7ddef0a7c17d tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups/0420f0d0-f546-4467-a21f-e06ed6d211eb HTTP/1.1" status: 404 len: 347 time: 0.0235565 Nov 23 09:09:02.643489 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:02.643830 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:02.644169 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:02.644501 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:02.644827 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:02.645151 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:02.645501 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:02.645708 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44230) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:02.646155 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:02.646155 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:02.646439 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:02.646762 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:02.647079 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b1efcc-da42-4cf4-a70a-b14b122ff2bf tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:02.769273 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-98b44761-b154-41fd-a298-b36fa5d3748a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Deleting port 3df86fad-d18d-4b72-87bd-3ba26b6aac0d {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:09:02.769530 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-98b44761-b154-41fd-a298-b36fa5d3748a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:02.843114 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-98b44761-b154-41fd-a298-b36fa5d3748a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:02.843436 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-98b44761-b154-41fd-a298-b36fa5d3748a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:02.854812 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-98b44761-b154-41fd-a298-b36fa5d3748a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Calling delete_port for 3df86fad-d18d-4b72-87bd-3ba26b6aac0d owned by network:floatingip {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:09:02.983847 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-98b44761-b154-41fd-a298-b36fa5d3748a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:03.008087 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b44761-b154-41fd-a298-b36fa5d3748a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event deleted for resources: {'Port': ['ID=3df86fad-d18d-4b72-87bd-3ba26b6aac0d,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:03.069753 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-98b44761-b154-41fd-a298-b36fa5d3748a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:03.072412 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-98b44761-b154-41fd-a298-b36fa5d3748a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:03.073560 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-98b44761-b154-41fd-a298-b36fa5d3748a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "DELETE /v2.0/floatingips/f061d0c9-e85b-4d89-88bb-5f3cd516d97e HTTP/1.1" status: 204 len: 168 time: 0.4270456 Nov 23 09:09:03.953319 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.200589 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44234) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:04.205629 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-4f231831-68c3-4b80-a62a-1bd15da12381 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--22242584', 'description': 'tempest-description--690877335'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:09:04.226616 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4f231831-68c3-4b80-a62a-1bd15da12381 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.291139 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4f231831-68c3-4b80-a62a-1bd15da12381 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.295911 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4f231831-68c3-4b80-a62a-1bd15da12381 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.324572 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4f231831-68c3-4b80-a62a-1bd15da12381 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.325783 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-4f231831-68c3-4b80-a62a-1bd15da12381 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1240807 Nov 23 09:09:04.327634 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f231831-68c3-4b80-a62a-1bd15da12381 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee004d61-66f1-48d4-9c24-7147aab70ff2,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:04.329143 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44236) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:04.334027 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-d347138e-9942-4422-a0e6-17a7b461210e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Request body: {'security_group_rule': {'security_group_id': 'ee004d61-66f1-48d4-9c24-7147aab70ff2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:09:04.361567 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d347138e-9942-4422-a0e6-17a7b461210e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.407562 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d347138e-9942-4422-a0e6-17a7b461210e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.412374 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d347138e-9942-4422-a0e6-17a7b461210e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.431948 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347138e-9942-4422-a0e6-17a7b461210e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f2d07e-6fef-493e-aa39-312b608c9f34,revision_number=0']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:04.437835 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-d347138e-9942-4422-a0e6-17a7b461210e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.439243 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-d347138e-9942-4422-a0e6-17a7b461210e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1086831 Nov 23 09:09:04.441830 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44238) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:04.446265 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-e531777c-f7e5-411c-a659-1717bc17816f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Request body: {'security_group_rule': {'security_group_id': 'ee004d61-66f1-48d4-9c24-7147aab70ff2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:09:04.474840 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e531777c-f7e5-411c-a659-1717bc17816f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.527239 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e531777c-f7e5-411c-a659-1717bc17816f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.531223 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e531777c-f7e5-411c-a659-1717bc17816f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476812'] for security_group_rule, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.548382 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531777c-f7e5-411c-a659-1717bc17816f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20697136-a75a-4890-9020-d1e9d2fbd589,revision_number=0']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:04.555442 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e531777c-f7e5-411c-a659-1717bc17816f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.556604 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-e531777c-f7e5-411c-a659-1717bc17816f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137936 Nov 23 09:09:04.559693 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44240) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:04.564388 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Request body: {'floatingip': {'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:09:04.585145 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.680531 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.786179 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Allocated IP 172.27.2.177 (35e91d60-8c71-47d2-b9df-69aef295cc4e/ce464ed4-6c86-4340-8275-eb961e713b2b/d9d19d45-9d4c-417c-9d97-9a2a5c62e410) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:09:04.886270 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.925310 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.925575 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:04.961905 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Network 35e91d60-8c71-47d2-b9df-69aef295cc4e is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:09:04.968548 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:09:04.971983 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:09:04.997875 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event updated for resources: {'Port': ['ID=d9d19d45-9d4c-417c-9d97-9a2a5c62e410,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:05.061495 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:05.095104 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:05.248494 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:05.252657 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:05.321217 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event updated for resources: {'Port': ['ID=d9d19d45-9d4c-417c-9d97-9a2a5c62e410,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:05.329992 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:05.344901 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:05.346180 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-16c15c26-bf47-4673-a966-9d0722273def tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7850344 Nov 23 09:09:05.535441 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-cd5188ac-f8d3-47f6-af46-60b63806dfec tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--22242584&fields=id&tenant_id=35872f178d144e849752bc7a845cb40d HTTP/1.1" status: 200 len: 267 time: 0.0418055 Nov 23 09:09:05.643837 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-4b41b3e8-50a5-4c70-b536-85e0ac480f3a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:05.645514 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-4b41b3e8-50a5-4c70-b536-85e0ac480f3a tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/networks?id=c9e1bbdd-99f7-422e-846d-8219534d04c4 HTTP/1.1" status: 200 len: 811 time: 0.1028910 Nov 23 09:09:05.659775 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-01055ea6-60a2-4f0b-a3af-dfcc776bb958 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/quotas/35872f178d144e849752bc7a845cb40d HTTP/1.1" status: 200 len: 375 time: 0.0090744 Nov 23 09:09:05.711532 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-28119293-39b1-4584-b64d-5cb7eb42fe5c tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=35872f178d144e849752bc7a845cb40d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465379 Nov 23 09:09:05.726412 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-36e22782-3fef-42e4-aabb-06a938f1c74a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:09:05.727358 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-36e22782-3fef-42e4-aabb-06a938f1c74a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048027 Nov 23 09:09:05.812068 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-30edf802-aa7d-4247-92b0-2e514c1a8f91 service neutron] 10.222.0.46 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791988 Nov 23 09:09:05.884829 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:05.903067 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-823d6614-1430-4c2b-ad57-7d8d6bb94d03 service neutron] 10.222.0.46 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850327 Nov 23 09:09:06.062332 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-11ef6ed8-e4bb-4bd1-a4ed-46be62ffafa8 req-ea6dc6be-d92b-434e-9950-63bd2fe79e51 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 210 time: 0.0299163 Nov 23 09:09:06.957428 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-d424a3b3-69bc-41e4-a786-14716b261f7e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:06.958887 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-d424a3b3-69bc-41e4-a786-14716b261f7e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.47 "GET /v2.0/networks?id=c9e1bbdd-99f7-422e-846d-8219534d04c4 HTTP/1.1" status: 200 len: 811 time: 0.1106451 Nov 23 09:09:07.021898 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-dc61e965-8402-4e3a-a6b6-824515fa056f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35872f178d144e849752bc7a845cb40d HTTP/1.1" status: 200 len: 378 time: 0.0535309 Nov 23 09:09:07.031630 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-6d4ecee4-66a9-4eb8-8544-e40b407bdfe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Request body: {'port': {'device_id': '4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'admin_state_up': True, 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'security_groups': ['ee004d61-66f1-48d4-9c24-7147aab70ff2']}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:09:07.142796 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-6d4ecee4-66a9-4eb8-8544-e40b407bdfe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Made reservation on behalf of 35872f178d144e849752bc7a845cb40d for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:09:07.146335 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-6d4ecee4-66a9-4eb8-8544-e40b407bdfe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:07.156674 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4af679af-2b59-47d5-9d7a-00ce284d1a1d req-a3801b6e-71db-4960-8682-ea0fcf2e6883 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 210 time: 0.0265248 Nov 23 09:09:07.274516 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-6d4ecee4-66a9-4eb8-8544-e40b407bdfe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Allocated IP 172.20.0.8 (c9e1bbdd-99f7-422e-846d-8219534d04c4/1dfaa9b7-a813-4a52-9514-6e3975259a93/67286026-fc00-4ed2-868d-55778cbecc47) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:09:07.406342 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-6d4ecee4-66a9-4eb8-8544-e40b407bdfe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:07.439621 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-6d4ecee4-66a9-4eb8-8544-e40b407bdfe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:07.484449 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-6d4ecee4-66a9-4eb8-8544-e40b407bdfe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Network c9e1bbdd-99f7-422e-846d-8219534d04c4 is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:09:07.489576 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-6d4ecee4-66a9-4eb8-8544-e40b407bdfe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:09:07.493099 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-6d4ecee4-66a9-4eb8-8544-e40b407bdfe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:09:07.523283 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ecee4-66a9-4eb8-8544-e40b407bdfe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event updated for resources: {'Port': ['ID=67286026-fc00-4ed2-868d-55778cbecc47,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:07.550859 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-6d4ecee4-66a9-4eb8-8544-e40b407bdfe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:07.551494 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-6d4ecee4-66a9-4eb8-8544-e40b407bdfe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:07.568358 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-6d4ecee4-66a9-4eb8-8544-e40b407bdfe6 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5407124 Nov 23 09:09:07.581871 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Request body: {'port': {'device_id': '4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:09:07.637307 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:07.753558 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-2c5ac59e-5418-4d41-bb5a-a5d3702dfe6b None None] Provisioning complete for port 67286026-fc00-4ed2-868d-55778cbecc47 triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:09:07.754190 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-2c5ac59e-5418-4d41-bb5a-a5d3702dfe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:07.786765 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ac59e-5418-4d41-bb5a-a5d3702dfe6b None None] Port 67286026-fc00-4ed2-868d-55778cbecc47 cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:09:07.901785 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67286026-fc00-4ed2-868d-55778cbecc47 {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:09:07.909634 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:07.922086 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Transition to ACTIVE for port object 67286026-fc00-4ed2-868d-55778cbecc47 will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:09:07.925495 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:07.993477 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=67286026-fc00-4ed2-868d-55778cbecc47,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:08.046623 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Attempting to bind port 67286026-fc00-4ed2-868d-55778cbecc47 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:09:08.046963 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Attempting to bind port 67286026-fc00-4ed2-868d-55778cbecc47 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:09:08.047193 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Attempting to bind port 67286026-fc00-4ed2-868d-55778cbecc47 on network c9e1bbdd-99f7-422e-846d-8219534d04c4 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:09:08.052155 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Port 67286026-fc00-4ed2-868d-55778cbecc47 on network c9e1bbdd-99f7-422e-846d-8219534d04c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:09:08.052473 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Attempting to bind port 67286026-fc00-4ed2-868d-55778cbecc47 on network c9e1bbdd-99f7-422e-846d-8219534d04c4 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:09:08.058072 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:09:08.058452 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Checking segment: {'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:09:08.058931 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Bound using segment: {'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:09:08.059375 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Bound port: 67286026-fc00-4ed2-868d-55778cbecc47, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:09:08.059738 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:08.130603 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] For port 67286026-fc00-4ed2-868d-55778cbecc47, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:09:08.133548 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] For port 67286026-fc00-4ed2-868d-55778cbecc47, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=67286026-fc00-4ed2-868d-55778cbecc47,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:09:08.138578 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:08.170705 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:08.171316 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:08.173025 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] 10.222.0.47 "PUT /v2.0/ports/67286026-fc00-4ed2-868d-55778cbecc47 HTTP/1.1" status: 200 len: 1093 time: 0.5958157 Nov 23 09:09:08.175307 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c', 'tag': '67286026-fc00-4ed2-868d-55778cbecc47'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:09:08.180858 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a583608-50b8-42e2-8ebd-06daddf4d540" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c", "tag": "67286026-fc00-4ed2-868d-55778cbecc47"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:09:08.249691 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4badeabf-b63b-4f3f-b083-1ff09a48bddf x-openstack-request-id: req-4badeabf-b63b-4f3f-b083-1ff09a48bddf {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:09:08.249980 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c", "tag": "67286026-fc00-4ed2-868d-55778cbecc47", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:09:08.250232 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4badeabf-b63b-4f3f-b083-1ff09a48bddf {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:09:08.250616 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c', 'tag': '67286026-fc00-4ed2-868d-55778cbecc47', 'status': 'completed', 'code': 200} Nov 23 09:09:08.253141 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7c9e8-9780-4cad-a08b-d264cd207bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=67286026-fc00-4ed2-868d-55778cbecc47,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:08.298422 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-fb4578e9-b639-4540-ba2b-5f860d7d4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:08.299835 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-fb4578e9-b639-4540-ba2b-5f860d7d4eca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35872f178d144e849752bc7a845cb40d&device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 1096 time: 0.0826421 Nov 23 09:09:08.315345 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cf587-ce57-4cce-a91a-24bcbf2d79e9 req-30968af9-975f-4c7f-b8f2-635e635b27bd tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:08.316869 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-069cf587-ce57-4cce-a91a-24bcbf2d79e9 req-30968af9-975f-4c7f-b8f2-635e635b27bd tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 943 time: 0.0693791 Nov 23 09:09:08.360182 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-21979bcc-ecf4-4798-b32e-120172ae7100 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67286026-fc00-4ed2-868d-55778cbecc47 HTTP/1.1" status: 200 len: 217 time: 0.0527644 Nov 23 09:09:08.430636 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-069cf587-ce57-4cce-a91a-24bcbf2d79e9 req-6653bf6a-b52b-4829-be2a-8e948ab09f6e tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee004d61-66f1-48d4-9c24-7147aab70ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1072097 Nov 23 09:09:08.432134 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-ac59c33a-fcb9-4033-83a5-cc2c8c12c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:08.433492 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-ac59c33a-fcb9-4033-83a5-cc2c8c12c81a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1dfaa9b7-a813-4a52-9514-6e3975259a93 HTTP/1.1" status: 200 len: 850 time: 0.0660648 Nov 23 09:09:08.483450 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-175b073b-6e7e-41fb-8fc2-770ef34fd8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:08.484918 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-175b073b-6e7e-41fb-8fc2-770ef34fd8b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9e1bbdd-99f7-422e-846d-8219534d04c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449276 Nov 23 09:09:08.572859 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-45518c68-401c-49ae-81d9-efc7e60e17d7 service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807602 Nov 23 09:09:08.663182 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-c2c66bf0-a00b-46c7-8451-e1430f77140c req-8431f60e-3821-42f2-80ec-b6ba33c58fe5 service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828981 Nov 23 09:09:08.696506 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44278) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:08.743263 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a583608-50b8-42e2-8ebd-06daddf4d540 req-348cc51d-85ff-49bf-80ed-5606377096ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:08.744753 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5a583608-50b8-42e2-8ebd-06daddf4d540 req-348cc51d-85ff-49bf-80ed-5606377096ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35872f178d144e849752bc7a845cb40d&device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 1096 time: 0.0399582 Nov 23 09:09:08.844999 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a583608-50b8-42e2-8ebd-06daddf4d540 req-122229ac-0b08-4eae-b6e4-5d828c6a3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:08.846413 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5a583608-50b8-42e2-8ebd-06daddf4d540 req-122229ac-0b08-4eae-b6e4-5d828c6a3d2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9e1bbdd-99f7-422e-846d-8219534d04c4 HTTP/1.1" status: 200 len: 912 time: 0.0918841 Nov 23 09:09:08.850624 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-24764cb5-7458-466b-bb52-7c63786e10f5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Deleting port 514f1500-abdb-43ec-a2ce-e541ed9e4d1d {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:09:08.850963 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-24764cb5-7458-466b-bb52-7c63786e10f5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:08.893307 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5a583608-50b8-42e2-8ebd-06daddf4d540 req-2d4c5e0f-c6bd-4d0c-a39a-3e8dad767440 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67286026-fc00-4ed2-868d-55778cbecc47 HTTP/1.1" status: 200 len: 217 time: 0.0384600 Nov 23 09:09:08.929227 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-24764cb5-7458-466b-bb52-7c63786e10f5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:08.929535 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-24764cb5-7458-466b-bb52-7c63786e10f5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:08.941814 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-24764cb5-7458-466b-bb52-7c63786e10f5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Calling delete_port for 514f1500-abdb-43ec-a2ce-e541ed9e4d1d owned by network:floatingip {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:09:08.945120 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a583608-50b8-42e2-8ebd-06daddf4d540 req-4335b6da-35cb-4c53-b3cc-01541154ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:08.946611 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5a583608-50b8-42e2-8ebd-06daddf4d540 req-4335b6da-35cb-4c53-b3cc-01541154ef98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1dfaa9b7-a813-4a52-9514-6e3975259a93 HTTP/1.1" status: 200 len: 850 time: 0.0463135 Nov 23 09:09:08.993576 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a583608-50b8-42e2-8ebd-06daddf4d540 req-0fe6638a-213e-48a4-9284-a70a58d1b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:08.995067 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5a583608-50b8-42e2-8ebd-06daddf4d540 req-0fe6638a-213e-48a4-9284-a70a58d1b035 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9e1bbdd-99f7-422e-846d-8219534d04c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399370 Nov 23 09:09:09.096861 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5a583608-50b8-42e2-8ebd-06daddf4d540 req-80becb74-7c66-4e8a-a23d-432b6ca8e86f service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939810 Nov 23 09:09:09.109746 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-24764cb5-7458-466b-bb52-7c63786e10f5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:09.141064 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24764cb5-7458-466b-bb52-7c63786e10f5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event deleted for resources: {'Port': ['ID=514f1500-abdb-43ec-a2ce-e541ed9e4d1d,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:09.189748 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-5a583608-50b8-42e2-8ebd-06daddf4d540 req-bda430c6-773e-4ae6-a8e9-f400fa06338e service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851986 Nov 23 09:09:09.193910 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-24764cb5-7458-466b-bb52-7c63786e10f5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for floatingip, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:09.194237 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.l3_db [None req-24764cb5-7458-466b-bb52-7c63786e10f5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Floating IP 59f0e851-911f-48f2-8de4-12a5f95f0a4c disassociated (deleted). External IP: 172.27.2.230, port: 8040e5ea-5091-448c-af26-6c32aed63601. Nov 23 09:09:09.392555 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24764cb5-7458-466b-bb52-7c63786e10f5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:09:09.496668 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24764cb5-7458-466b-bb52-7c63786e10f5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:09:09.501649 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-24764cb5-7458-466b-bb52-7c63786e10f5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:09.506732 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c10904-4f02-4def-a6ae-9c94d0292978 None None] Sync routers for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:09:09.516755 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c10904-4f02-4def-a6ae-9c94d0292978 None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:09:09.517393 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-18c10904-4f02-4def-a6ae-9c94d0292978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:09:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:09.557068 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-24764cb5-7458-466b-bb52-7c63786e10f5 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "DELETE /v2.0/floatingips/59f0e851-911f-48f2-8de4-12a5f95f0a4c HTTP/1.1" status: 204 len: 168 time: 0.8570940 Nov 23 09:09:09.557068 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83736d76-590f-4b9d-9044-f31d4620cec6', 'tag': '8040e5ea-5091-448c-af26-6c32aed63601'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:09:09.558238 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e788193-ddcd-41a7-9a71-d2f4b5cac066" -d '{"events": [{"name": "network-changed", "server_uuid": "83736d76-590f-4b9d-9044-f31d4620cec6", "tag": "8040e5ea-5091-448c-af26-6c32aed63601"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:09:09.577479 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27516bb-9941-449a-9cfb-b9c537465765 req-52c7aa0c-7b51-4d2a-8537-970e44459e93 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:09.579495 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a27516bb-9941-449a-9cfb-b9c537465765 req-52c7aa0c-7b51-4d2a-8537-970e44459e93 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 943 time: 0.0759289 Nov 23 09:09:09.626217 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-18c10904-4f02-4def-a6ae-9c94d0292978 None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:09:09.629088 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a27516bb-9941-449a-9cfb-b9c537465765 req-e33e5740-cfda-45d9-a7cd-7715de80e7b0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee004d61-66f1-48d4-9c24-7147aab70ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434301 Nov 23 09:09:09.685541 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41886025-8c5b-414b-8de6-bb0bdc46a007 x-openstack-request-id: req-41886025-8c5b-414b-8de6-bb0bdc46a007 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:09:09.685866 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83736d76-590f-4b9d-9044-f31d4620cec6", "tag": "8040e5ea-5091-448c-af26-6c32aed63601", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:09:09.686255 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41886025-8c5b-414b-8de6-bb0bdc46a007 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:09:09.686508 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83736d76-590f-4b9d-9044-f31d4620cec6', 'tag': '8040e5ea-5091-448c-af26-6c32aed63601', 'status': 'completed', 'code': 200} Nov 23 09:09:09.774293 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e788193-ddcd-41a7-9a71-d2f4b5cac066 req-cce84818-3bfb-4968-a7bf-2ebb3a6d758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:09.775785 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e788193-ddcd-41a7-9a71-d2f4b5cac066 req-cce84818-3bfb-4968-a7bf-2ebb3a6d758d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 1098 time: 0.0666935 Nov 23 09:09:09.792445 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a205b-d1b2-4e94-abf2-7eaec7b7d0f5 req-1fa4eb5c-432e-43d4-987c-30657446d060 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:09.793945 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7c1a205b-d1b2-4e94-abf2-7eaec7b7d0f5 req-1fa4eb5c-432e-43d4-987c-30657446d060 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 945 time: 0.0524685 Nov 23 09:09:09.846256 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-7c1a205b-d1b2-4e94-abf2-7eaec7b7d0f5 req-cb904f1e-cf02-4f5d-b4aa-3dc7e51078b9 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453041 Nov 23 09:09:09.869823 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e788193-ddcd-41a7-9a71-d2f4b5cac066 req-d4a19eca-3896-4909-bab4-731685697064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:09.871282 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e788193-ddcd-41a7-9a71-d2f4b5cac066 req-d4a19eca-3896-4909-bab4-731685697064 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 913 time: 0.0877941 Nov 23 09:09:09.879925 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-18c10904-4f02-4def-a6ae-9c94d0292978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '515b993f-61cd-4c58-a359-99ef8bd2a7a1', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:0b:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:05:24Z', 'updated_at': '2021-11-23T09:05:26Z', 'revision_number': 1, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:09.907303 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c10904-4f02-4def-a6ae-9c94d0292978 None None] Checking router: 0877df19-aa8e-4146-9c3d-eca14ba9ac6f for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:09:09.915796 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c10904-4f02-4def-a6ae-9c94d0292978 None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:09:09.916388 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-18c10904-4f02-4def-a6ae-9c94d0292978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:09:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:09.916802 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e788193-ddcd-41a7-9a71-d2f4b5cac066 req-1e719fac-6ab2-434a-bb7c-dee101c325e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8040e5ea-5091-448c-af26-6c32aed63601 HTTP/1.1" status: 200 len: 217 time: 0.0376282 Nov 23 09:09:09.966964 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e788193-ddcd-41a7-9a71-d2f4b5cac066 req-d8bb7be2-a213-4a06-9c79-e9490faa9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:09.968421 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e788193-ddcd-41a7-9a71-d2f4b5cac066 req-d8bb7be2-a213-4a06-9c79-e9490faa9fdb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0438354 Nov 23 09:09:10.015585 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e788193-ddcd-41a7-9a71-d2f4b5cac066 req-143ed17a-1c59-4c9e-abc1-926bb360a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:10.017068 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e788193-ddcd-41a7-9a71-d2f4b5cac066 req-143ed17a-1c59-4c9e-abc1-926bb360a5ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396876 Nov 23 09:09:10.020654 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-18c10904-4f02-4def-a6ae-9c94d0292978 None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:09:10.115327 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e788193-ddcd-41a7-9a71-d2f4b5cac066 req-928c237c-7e3c-4c29-ac80-02bdefdb75f4 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893254 Nov 23 09:09:10.206376 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0e788193-ddcd-41a7-9a71-d2f4b5cac066 req-9e8515e2-471e-4372-bd50-77218818e182 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826006 Nov 23 09:09:10.240769 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-18c10904-4f02-4def-a6ae-9c94d0292978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '515b993f-61cd-4c58-a359-99ef8bd2a7a1', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:0b:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:05:24Z', 'updated_at': '2021-11-23T09:05:26Z', 'revision_number': 1, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:10.270299 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c10904-4f02-4def-a6ae-9c94d0292978 None None] The sync data for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi is: [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '515b993f-61cd-4c58-a359-99ef8bd2a7a1', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'port_id': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'mac_address': 'fa:16:3e:0b:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:05:24Z', 'updated_at': '2021-11-23T09:05:26Z', 'revision_number': 1, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:09:10.473767 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707aa9dc-de7d-4926-969a-d26ab9e3a024 None None] New status for floating IP 59f0e851-911f-48f2-8de4-12a5f95f0a4c: DOWN {{(pid=102543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:09:10.532787 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 67286026-fc00-4ed2-868d-55778cbecc47 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:09:10.629131 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 67286026-fc00-4ed2-868d-55778cbecc47, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=67286026-fc00-4ed2-868d-55778cbecc47,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:10.639574 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '67286026-fc00-4ed2-868d-55778cbecc47', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'port_id': '67286026-fc00-4ed2-868d-55778cbecc47', 'mac_address': 'fa:16:3e:14:19:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:09:10.675139 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:10.688041 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67286026-fc00-4ed2-868d-55778cbecc47 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:09:10.707147 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 67286026-fc00-4ed2-868d-55778cbecc47, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=67286026-fc00-4ed2-868d-55778cbecc47,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:10.711521 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:10.750566 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4238b9-0fdd-452f-bf6c-f8508e630b04 req-1a008c8c-9241-4bc0-ad7f-586a0077b30c tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:10.752060 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2c4238b9-0fdd-452f-bf6c-f8508e630b04 req-1a008c8c-9241-4bc0-ad7f-586a0077b30c tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 944 time: 0.0507224 Nov 23 09:09:10.758164 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=67286026-fc00-4ed2-868d-55778cbecc47,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:10.765106 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:10.765582 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:10.765926 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:10.766258 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:10.766588 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:10.766917 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:10.767241 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:10.767567 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:10.767889 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:10.768210 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:10.768529 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:10.768845 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:09:10.803166 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-2c4238b9-0fdd-452f-bf6c-f8508e630b04 req-2c9af550-6549-4932-a075-5d5598e5d026 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee004d61-66f1-48d4-9c24-7147aab70ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451646 Nov 23 09:09:10.962987 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ab9a0-9804-49e6-9312-22d11129367a req-598036b8-9d05-45ca-8fee-9b9a7a8e309b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:10.964340 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6e8ab9a0-9804-49e6-9312-22d11129367a req-598036b8-9d05-45ca-8fee-9b9a7a8e309b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 945 time: 0.0500655 Nov 23 09:09:10.969272 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['67286026-fc00-4ed2-868d-55778cbecc47'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:09:11.013205 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-6e8ab9a0-9804-49e6-9312-22d11129367a req-75a46601-6319-46d8-9108-bcab371ce523 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423954 Nov 23 09:09:11.273096 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca67be-8085-4e98-a703-4f294221794e req-9b985cae-21dd-4a72-b7d2-e738d5b62122 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:11.274468 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-46ca67be-8085-4e98-a703-4f294221794e req-9b985cae-21dd-4a72-b7d2-e738d5b62122 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 945 time: 0.0475426 Nov 23 09:09:11.362391 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-46ca67be-8085-4e98-a703-4f294221794e req-3eb8d10f-05f6-4e84-9ce0-af664e127822 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Deleting port 8040e5ea-5091-448c-af26-6c32aed63601 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:09:11.362720 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-46ca67be-8085-4e98-a703-4f294221794e req-3eb8d10f-05f6-4e84-9ce0-af664e127822 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:11.452324 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-46ca67be-8085-4e98-a703-4f294221794e req-3eb8d10f-05f6-4e84-9ce0-af664e127822 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] For port 8040e5ea-5091-448c-af26-6c32aed63601, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8040e5ea-5091-448c-af26-6c32aed63601,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:11.452687 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-46ca67be-8085-4e98-a703-4f294221794e req-3eb8d10f-05f6-4e84-9ce0-af664e127822 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:11.464367 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-46ca67be-8085-4e98-a703-4f294221794e req-3eb8d10f-05f6-4e84-9ce0-af664e127822 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Calling delete_port for 8040e5ea-5091-448c-af26-6c32aed63601 owned by compute:nova {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:09:11.589890 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-46ca67be-8085-4e98-a703-4f294221794e req-3eb8d10f-05f6-4e84-9ce0-af664e127822 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:11.624140 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8d10f-05f6-4e84-9ce0-af664e127822 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event deleted for resources: {'Port': ['ID=8040e5ea-5091-448c-af26-6c32aed63601,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:11.660029 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ca67be-8085-4e98-a703-4f294221794e req-3eb8d10f-05f6-4e84-9ce0-af664e127822 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] No DVR routers for this DVR port 8040e5ea-5091-448c-af26-6c32aed63601 on host hv-cinder-76845 {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:09:11.662655 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-46ca67be-8085-4e98-a703-4f294221794e req-3eb8d10f-05f6-4e84-9ce0-af664e127822 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:11.666255 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-46ca67be-8085-4e98-a703-4f294221794e req-3eb8d10f-05f6-4e84-9ce0-af664e127822 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "DELETE /v2.0/ports/8040e5ea-5091-448c-af26-6c32aed63601 HTTP/1.1" status: 204 len: 173 time: 0.3852723 Nov 23 09:09:11.666756 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83736d76-590f-4b9d-9044-f31d4620cec6', 'name': 'network-vif-deleted', 'tag': '8040e5ea-5091-448c-af26-6c32aed63601'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:09:11.668963 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6b6910-733f-4e1c-84fe-5dffb2e81fe2" -d '{"events": [{"server_uuid": "83736d76-590f-4b9d-9044-f31d4620cec6", "name": "network-vif-deleted", "tag": "8040e5ea-5091-448c-af26-6c32aed63601"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:09:11.706947 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3337f01-239c-4905-bccb-50e35256b107 x-openstack-request-id: req-b3337f01-239c-4905-bccb-50e35256b107 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:09:11.707236 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83736d76-590f-4b9d-9044-f31d4620cec6", "name": "network-vif-deleted", "tag": "8040e5ea-5091-448c-af26-6c32aed63601", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:09:11.707486 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3337f01-239c-4905-bccb-50e35256b107 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:09:11.707910 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83736d76-590f-4b9d-9044-f31d4620cec6', 'name': 'network-vif-deleted', 'tag': '8040e5ea-5091-448c-af26-6c32aed63601', 'status': 'completed', 'code': 200} Nov 23 09:09:11.917391 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8bd87-6996-4dfe-904b-c67426335343 req-63c9b1b7-5c9a-436e-9633-120ca3e74737 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:11.919171 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b8b8bd87-6996-4dfe-904b-c67426335343 req-63c9b1b7-5c9a-436e-9633-120ca3e74737 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 944 time: 0.0490544 Nov 23 09:09:11.975200 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b8b8bd87-6996-4dfe-904b-c67426335343 req-fdc91dc3-60ff-48a3-adb7-70790fcc2cb9 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee004d61-66f1-48d4-9c24-7147aab70ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498869 Nov 23 09:09:12.124560 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a3f798fe-a052-45c8-abcd-24901bdfdd23 req-78f65cb9-a09a-46e2-bb07-bb6dda1b6a77 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=83736d76-590f-4b9d-9044-f31d4620cec6 HTTP/1.1" status: 200 len: 210 time: 0.0255401 Nov 23 09:09:12.548864 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 67286026-fc00-4ed2-868d-55778cbecc47 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:09:12.597316 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port 67286026-fc00-4ed2-868d-55778cbecc47 completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:09:12.601386 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 67286026-fc00-4ed2-868d-55778cbecc47 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:09:12.601754 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:12.678721 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:12.700834 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67286026-fc00-4ed2-868d-55778cbecc47'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:09:12.703061 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0afc50-22fc-4815-8464-dd0acdb5bdce" -d '{"events": [{"server_uuid": "4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c", "name": "network-vif-plugged", "status": "completed", "tag": "67286026-fc00-4ed2-868d-55778cbecc47"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:09:12.715323 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 67286026-fc00-4ed2-868d-55778cbecc47, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=67286026-fc00-4ed2-868d-55778cbecc47,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:12.719624 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:12.720465 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 8040e5ea-5091-448c-af26-6c32aed63601 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:09:12.756943 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181adaa8-4644-4546-b4c2-537c454d0ea8 x-openstack-request-id: req-181adaa8-4644-4546-b4c2-537c454d0ea8 {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:09:12.757258 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c", "name": "network-vif-plugged", "status": "completed", "tag": "67286026-fc00-4ed2-868d-55778cbecc47", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:09:12.757513 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-181adaa8-4644-4546-b4c2-537c454d0ea8 {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:09:12.757901 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67286026-fc00-4ed2-868d-55778cbecc47', 'code': 200} Nov 23 09:09:12.758423 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: 8040e5ea-5091-448c-af26-6c32aed63601 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:09:12.758757 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 8040e5ea-5091-448c-af26-6c32aed63601 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:09:12.784033 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=67286026-fc00-4ed2-868d-55778cbecc47,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:12.905221 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38843339-e290-4e5f-b894-d28f0e663dfd req-e910abb1-1250-4325-b0b1-bc4a6a3766ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:12.906683 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-38843339-e290-4e5f-b894-d28f0e663dfd req-e910abb1-1250-4325-b0b1-bc4a6a3766ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 1098 time: 0.0395398 Nov 23 09:09:12.954148 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-38843339-e290-4e5f-b894-d28f0e663dfd req-608b4f5e-2fe9-4b8e-bf36-cc07c76ab316 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ee004d61-66f1-48d4-9c24-7147aab70ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405824 Nov 23 09:09:13.087941 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3668f87-f669-440c-a805-cccb0e3fa22b req-1e3f7675-a798-46f7-b384-73b3103c0c92 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:13.089458 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e3668f87-f669-440c-a805-cccb0e3fa22b req-1e3f7675-a798-46f7-b384-73b3103c0c92 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 945 time: 0.0481591 Nov 23 09:09:13.136649 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e3668f87-f669-440c-a805-cccb0e3fa22b req-868a0443-1f56-4274-9a37-a239aff9867d tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee004d61-66f1-48d4-9c24-7147aab70ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408299 Nov 23 09:09:14.251355 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4383d2-a388-4c19-8568-88452506ce6b req-9161b210-2da4-4d57-9562-d296692d311f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:14.252839 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8e4383d2-a388-4c19-8568-88452506ce6b req-9161b210-2da4-4d57-9562-d296692d311f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 945 time: 0.0478194 Nov 23 09:09:14.300543 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-8e4383d2-a388-4c19-8568-88452506ce6b req-7805db45-69b3-4414-8869-c87875bd8fb9 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee004d61-66f1-48d4-9c24-7147aab70ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419006 Nov 23 09:09:14.421992 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e1bab-0498-4cf0-87af-677eb02837a2 req-624e1fc3-81b4-4e86-af61-3711000c083b tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:14.423476 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a39e1bab-0498-4cf0-87af-677eb02837a2 req-624e1fc3-81b4-4e86-af61-3711000c083b tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 945 time: 0.0576336 Nov 23 09:09:14.431844 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44318) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:14.436242 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.v2.base [None req-0cb17774-8d8e-4169-826e-d4c0b076c515 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Request body: {'floatingip': {'port_id': '67286026-fc00-4ed2-868d-55778cbecc47'}} {{(pid=102541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:09:14.719606 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0cb17774-8d8e-4169-826e-d4c0b076c515 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, before_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:15.138218 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0cb17774-8d8e-4169-826e-d4c0b076c515 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:15.141860 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0cb17774-8d8e-4169-826e-d4c0b076c515 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_update {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:15.235380 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.l3_db [None req-0cb17774-8d8e-4169-826e-d4c0b076c515 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Floating IP 91ddac6a-81c8-4c8e-ac08-dd0110a1c009 associated. External IP: 172.27.2.177, port: 67286026-fc00-4ed2-868d-55778cbecc47. Nov 23 09:09:15.400072 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44322) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:15.437644 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb17774-8d8e-4169-826e-d4c0b076c515 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:09:15.544818 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb17774-8d8e-4169-826e-d4c0b076c515 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:09:15.549840 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-0cb17774-8d8e-4169-826e-d4c0b076c515 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:15.557097 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d3b86-eed0-4fd4-b0a4-68c0b372f3e1 None None] Sync routers for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:09:15.563819 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-34227358-6fce-48d2-9fd2-164f7246a29b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Deleting port eac10b8e-91c1-47e7-a74f-fa25df8efd54 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:09:15.564249 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-34227358-6fce-48d2-9fd2-164f7246a29b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:15.567795 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d3b86-eed0-4fd4-b0a4-68c0b372f3e1 None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:09:15.568407 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-602d3b86-eed0-4fd4-b0a4-68c0b372f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:09:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:15.579655 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-0cb17774-8d8e-4169-826e-d4c0b076c515 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "PUT /v2.0/floatingips/91ddac6a-81c8-4c8e-ac08-dd0110a1c009 HTTP/1.1" status: 200 len: 991 time: 1.1467450 Nov 23 09:09:15.580458 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c', 'tag': '67286026-fc00-4ed2-868d-55778cbecc47'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:09:15.582933 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8484b2-200f-4614-b70b-244e52708446" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c", "tag": "67286026-fc00-4ed2-868d-55778cbecc47"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:09:15.635027 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d44e1f2-ea16-427d-9677-cebcf83f2cd5 x-openstack-request-id: req-2d44e1f2-ea16-427d-9677-cebcf83f2cd5 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:09:15.635354 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c", "tag": "67286026-fc00-4ed2-868d-55778cbecc47", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:09:15.635617 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d44e1f2-ea16-427d-9677-cebcf83f2cd5 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:09:15.636028 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c', 'tag': '67286026-fc00-4ed2-868d-55778cbecc47', 'status': 'completed', 'code': 200} Nov 23 09:09:15.647554 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-34227358-6fce-48d2-9fd2-164f7246a29b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:15.647939 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-34227358-6fce-48d2-9fd2-164f7246a29b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:15.661080 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-34227358-6fce-48d2-9fd2-164f7246a29b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Calling delete_port for eac10b8e-91c1-47e7-a74f-fa25df8efd54 owned by network:floatingip {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:09:15.682114 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-602d3b86-eed0-4fd4-b0a4-68c0b372f3e1 None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:09:15.741557 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:15.757139 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8484b2-200f-4614-b70b-244e52708446 req-430039a0-3637-44ac-b57b-1056ebcce6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:15.758641 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1e8484b2-200f-4614-b70b-244e52708446 req-430039a0-3637-44ac-b57b-1056ebcce6ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35872f178d144e849752bc7a845cb40d&device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 1098 time: 0.0921376 Nov 23 09:09:15.898309 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8484b2-200f-4614-b70b-244e52708446 req-f330c13f-a174-4e90-b9a3-a74eda96a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:15.899868 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1e8484b2-200f-4614-b70b-244e52708446 req-f330c13f-a174-4e90-b9a3-a74eda96a82a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9e1bbdd-99f7-422e-846d-8219534d04c4 HTTP/1.1" status: 200 len: 912 time: 0.1331608 Nov 23 09:09:15.910466 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-602d3b86-eed0-4fd4-b0a4-68c0b372f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '91ddac6a-81c8-4c8e-ac08-dd0110a1c009', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'port_id': '67286026-fc00-4ed2-868d-55778cbecc47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'mac_address': 'fa:16:3e:14:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:09:05Z', 'updated_at': '2021-11-23T09:09:15Z', 'revision_number': 1, 'project_id': '35872f178d144e849752bc7a845cb40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:11Z', 'revision_number': 5, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:15.939802 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d3b86-eed0-4fd4-b0a4-68c0b372f3e1 None None] Checking router: 4ed28d35-fbbf-4103-8eda-baf4a45249f4 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:09:15.949401 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d3b86-eed0-4fd4-b0a4-68c0b372f3e1 None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:09:15.950708 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-602d3b86-eed0-4fd4-b0a4-68c0b372f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:09:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:15.951902 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-34227358-6fce-48d2-9fd2-164f7246a29b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:15.986879 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34227358-6fce-48d2-9fd2-164f7246a29b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event deleted for resources: {'Port': ['ID=eac10b8e-91c1-47e7-a74f-fa25df8efd54,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:15.999065 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1e8484b2-200f-4614-b70b-244e52708446 req-afc4e468-543a-4736-9003-3ddaf8f2cc13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67286026-fc00-4ed2-868d-55778cbecc47 HTTP/1.1" status: 200 len: 999 time: 0.0922298 Nov 23 09:09:16.152642 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-602d3b86-eed0-4fd4-b0a4-68c0b372f3e1 None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:09:16.334324 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-34227358-6fce-48d2-9fd2-164f7246a29b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for floatingip, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:16.334653 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.l3_db [None req-34227358-6fce-48d2-9fd2-164f7246a29b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Floating IP 515b993f-61cd-4c58-a359-99ef8bd2a7a1 disassociated (deleted). External IP: 172.27.2.28, port: 833fdf90-74a3-408c-a75b-f0c5c196ddcf. Nov 23 09:09:16.337985 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8484b2-200f-4614-b70b-244e52708446 req-89b3552a-c20b-41a4-8563-4453c8d93d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:16.339425 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1e8484b2-200f-4614-b70b-244e52708446 req-89b3552a-c20b-41a4-8563-4453c8d93d54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1dfaa9b7-a813-4a52-9514-6e3975259a93 HTTP/1.1" status: 200 len: 850 time: 0.0757043 Nov 23 09:09:16.373308 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-602d3b86-eed0-4fd4-b0a4-68c0b372f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '91ddac6a-81c8-4c8e-ac08-dd0110a1c009', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'port_id': '67286026-fc00-4ed2-868d-55778cbecc47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'mac_address': 'fa:16:3e:14:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:09:05Z', 'updated_at': '2021-11-23T09:09:15Z', 'revision_number': 1, 'project_id': '35872f178d144e849752bc7a845cb40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:11Z', 'revision_number': 5, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:16.399037 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d3b86-eed0-4fd4-b0a4-68c0b372f3e1 None None] The sync data for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi is: [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_floatingips': [{'id': '91ddac6a-81c8-4c8e-ac08-dd0110a1c009', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'router_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'port_id': '67286026-fc00-4ed2-868d-55778cbecc47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'mac_address': 'fa:16:3e:14:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:09:05Z', 'updated_at': '2021-11-23T09:09:15Z', 'revision_number': 1, 'project_id': '35872f178d144e849752bc7a845cb40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:11Z', 'revision_number': 5, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:09:16.458694 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8484b2-200f-4614-b70b-244e52708446 req-4ba40a0b-4d77-40e0-8951-b51d265401a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:16.460225 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1e8484b2-200f-4614-b70b-244e52708446 req-4ba40a0b-4d77-40e0-8951-b51d265401a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9e1bbdd-99f7-422e-846d-8219534d04c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0895388 Nov 23 09:09:16.600389 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1cf5c3-a2d7-4654-ab1e-842b29923e77 None None] New status for floating IP 91ddac6a-81c8-4c8e-ac08-dd0110a1c009: ACTIVE {{(pid=102543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:09:16.631914 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1e8484b2-200f-4614-b70b-244e52708446 req-dbce396f-e4bf-4fdb-b7ce-a7551ca5e5bc service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638584 Nov 23 09:09:16.674159 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34227358-6fce-48d2-9fd2-164f7246a29b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:09:16.778937 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1e8484b2-200f-4614-b70b-244e52708446 req-ef16c4ea-ace7-4745-a32b-67a64965cf02 service neutron] 10.222.0.47 "GET /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380467 Nov 23 09:09:16.839928 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34227358-6fce-48d2-9fd2-164f7246a29b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:09:16.845532 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-34227358-6fce-48d2-9fd2-164f7246a29b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:16.859177 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe8e7c-b3a3-4c77-bc00-dd453ac69a6e None None] Sync routers for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:09:16.868631 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe8e7c-b3a3-4c77-bc00-dd453ac69a6e None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:09:16.869278 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-7cbe8e7c-b3a3-4c77-bc00-dd453ac69a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:09:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:16.872406 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-34227358-6fce-48d2-9fd2-164f7246a29b tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "DELETE /v2.0/floatingips/515b993f-61cd-4c58-a359-99ef8bd2a7a1 HTTP/1.1" status: 204 len: 168 time: 1.4712224 Nov 23 09:09:16.873020 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'tag': '833fdf90-74a3-408c-a75b-f0c5c196ddcf'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:09:16.875351 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033c2f50-173d-46d9-9722-e6d3bea512fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1385abf2-5cb6-424f-9768-048d7f9efaac", "tag": "833fdf90-74a3-408c-a75b-f0c5c196ddcf"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:09:16.925423 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcce6486-4e5d-45d9-a083-ebefd6df8fd7 x-openstack-request-id: req-fcce6486-4e5d-45d9-a083-ebefd6df8fd7 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:09:16.925772 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1385abf2-5cb6-424f-9768-048d7f9efaac", "tag": "833fdf90-74a3-408c-a75b-f0c5c196ddcf", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:09:16.926100 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fcce6486-4e5d-45d9-a083-ebefd6df8fd7 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:09:16.926691 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'tag': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'status': 'completed', 'code': 200} Nov 23 09:09:16.986194 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-7cbe8e7c-b3a3-4c77-bc00-dd453ac69a6e None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:09:16.987166 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c2f50-173d-46d9-9722-e6d3bea512fe req-be9cd62b-7c0d-4d1a-99f5-aee60d900f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:16.988661 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-033c2f50-173d-46d9-9722-e6d3bea512fe req-be9cd62b-7c0d-4d1a-99f5-aee60d900f77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=229671159ee9412ca1bcc93a838c73c1&device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 1098 time: 0.0430262 Nov 23 09:09:17.106024 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c2f50-173d-46d9-9722-e6d3bea512fe req-cffab9d9-391f-476a-b415-2254f945a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:17.108135 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-033c2f50-173d-46d9-9722-e6d3bea512fe req-cffab9d9-391f-476a-b415-2254f945a33d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 200 len: 913 time: 0.1131418 Nov 23 09:09:17.127251 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59270ef-bc65-4eab-ae21-4d291db60bf7 req-bab5b7dd-66a8-4eca-81d4-1f62c90d74dc tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:17.128967 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c59270ef-bc65-4eab-ae21-4d291db60bf7 req-bab5b7dd-66a8-4eca-81d4-1f62c90d74dc tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 945 time: 0.0546570 Nov 23 09:09:17.151392 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-033c2f50-173d-46d9-9722-e6d3bea512fe req-fa8a68af-9368-470e-842a-ac4c80190141 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=833fdf90-74a3-408c-a75b-f0c5c196ddcf HTTP/1.1" status: 200 len: 217 time: 0.0356388 Nov 23 09:09:17.182825 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c59270ef-bc65-4eab-ae21-4d291db60bf7 req-7b55f0cf-9806-4224-ba1d-3e773947a29d tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477366 Nov 23 09:09:17.205953 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c2f50-173d-46d9-9722-e6d3bea512fe req-b95c4ade-7058-453a-9ff7-b484a732f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:17.206340 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-7cbe8e7c-b3a3-4c77-bc00-dd453ac69a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:17.207557 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-033c2f50-173d-46d9-9722-e6d3bea512fe req-b95c4ade-7058-453a-9ff7-b484a732f53c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 200 len: 851 time: 0.0494120 Nov 23 09:09:17.232020 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe8e7c-b3a3-4c77-bc00-dd453ac69a6e None None] Checking router: 0877df19-aa8e-4146-9c3d-eca14ba9ac6f for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:09:17.240605 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe8e7c-b3a3-4c77-bc00-dd453ac69a6e None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:09:17.241232 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-7cbe8e7c-b3a3-4c77-bc00-dd453ac69a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:09:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:17.257997 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c2f50-173d-46d9-9722-e6d3bea512fe req-c5ace98b-b84f-4985-b964-b7526a5c1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:17.259498 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-033c2f50-173d-46d9-9722-e6d3bea512fe req-c5ace98b-b84f-4985-b964-b7526a5c1088 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2703dbd-849e-45eb-9768-17f699057b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443099 Nov 23 09:09:17.344691 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-7cbe8e7c-b3a3-4c77-bc00-dd453ac69a6e None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:09:17.351360 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-033c2f50-173d-46d9-9722-e6d3bea512fe req-52293f81-db9d-4866-a53c-6bbec4462413 service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838037 Nov 23 09:09:17.448060 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-033c2f50-173d-46d9-9722-e6d3bea512fe req-646aab76-d222-41b8-a869-cfada67e546a service neutron] 10.222.0.47 "GET /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888770 Nov 23 09:09:17.545780 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-7cbe8e7c-b3a3-4c77-bc00-dd453ac69a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:17.570814 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe8e7c-b3a3-4c77-bc00-dd453ac69a6e None None] The sync data for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi is: [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:01:21Z', 'revision_number': 4, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6', 'name': '', 'network_id': 'd2703dbd-849e-45eb-9768-17f699057b49', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'mac_address': 'fa:16:3e:1c:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:19Z', 'updated_at': '2021-11-23T09:01:27Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'subnets': [{'id': '06fbb5e9-9718-4186-95a3-562af5d28bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:09:17.774597 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8665575-f873-4e5e-8a81-794aea201c73 None None] New status for floating IP 515b993f-61cd-4c58-a359-99ef8bd2a7a1: DOWN {{(pid=102543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:09:18.297731 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e0663-6911-4737-9ea7-6e9bcfc8b78b req-73c4166c-9630-428b-89a4-2e6a7e7cd762 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:18.299187 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cd1e0663-6911-4737-9ea7-6e9bcfc8b78b req-73c4166c-9630-428b-89a4-2e6a7e7cd762 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 945 time: 0.0480192 Nov 23 09:09:18.347692 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-cd1e0663-6911-4737-9ea7-6e9bcfc8b78b req-458762fa-a3c0-490f-8997-f4fd736e73a1 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/security-groups?id=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425541 Nov 23 09:09:18.588824 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280c69c-a1f7-4858-94fb-4c317a67ccd4 req-0232b50e-2af9-4382-bc24-531c3695fe30 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:18.590275 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9280c69c-a1f7-4858-94fb-4c317a67ccd4 req-0232b50e-2af9-4382-bc24-531c3695fe30 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 945 time: 0.0482759 Nov 23 09:09:18.683795 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-9280c69c-a1f7-4858-94fb-4c317a67ccd4 req-7235664d-fe06-4c44-bcfa-518473ab8dfb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Deleting port 833fdf90-74a3-408c-a75b-f0c5c196ddcf {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:09:18.684134 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9280c69c-a1f7-4858-94fb-4c317a67ccd4 req-7235664d-fe06-4c44-bcfa-518473ab8dfb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:18.700559 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:09:18.772852 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-9280c69c-a1f7-4858-94fb-4c317a67ccd4 req-7235664d-fe06-4c44-bcfa-518473ab8dfb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] For port 833fdf90-74a3-408c-a75b-f0c5c196ddcf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=833fdf90-74a3-408c-a75b-f0c5c196ddcf,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:18.773237 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9280c69c-a1f7-4858-94fb-4c317a67ccd4 req-7235664d-fe06-4c44-bcfa-518473ab8dfb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:18.786403 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-9280c69c-a1f7-4858-94fb-4c317a67ccd4 req-7235664d-fe06-4c44-bcfa-518473ab8dfb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Calling delete_port for 833fdf90-74a3-408c-a75b-f0c5c196ddcf owned by compute:nova {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:09:18.919654 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9280c69c-a1f7-4858-94fb-4c317a67ccd4 req-7235664d-fe06-4c44-bcfa-518473ab8dfb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:18.946803 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235664d-fe06-4c44-bcfa-518473ab8dfb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event deleted for resources: {'Port': ['ID=833fdf90-74a3-408c-a75b-f0c5c196ddcf,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:18.990301 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9280c69c-a1f7-4858-94fb-4c317a67ccd4 req-7235664d-fe06-4c44-bcfa-518473ab8dfb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] No DVR routers for this DVR port 833fdf90-74a3-408c-a75b-f0c5c196ddcf on host hv-cinder-76845 {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:09:18.992589 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-9280c69c-a1f7-4858-94fb-4c317a67ccd4 req-7235664d-fe06-4c44-bcfa-518473ab8dfb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:18.995987 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-9280c69c-a1f7-4858-94fb-4c317a67ccd4 req-7235664d-fe06-4c44-bcfa-518473ab8dfb tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.47 "DELETE /v2.0/ports/833fdf90-74a3-408c-a75b-f0c5c196ddcf HTTP/1.1" status: 204 len: 173 time: 0.4000685 Nov 23 09:09:18.996428 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'name': 'network-vif-deleted', 'tag': '833fdf90-74a3-408c-a75b-f0c5c196ddcf'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:09:18.999753 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6ed588-578e-4057-8923-7e7bbb7a6768" -d '{"events": [{"server_uuid": "1385abf2-5cb6-424f-9768-048d7f9efaac", "name": "network-vif-deleted", "tag": "833fdf90-74a3-408c-a75b-f0c5c196ddcf"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:09:19.039805 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad5fb23-993f-43d8-9165-0ed2152909ad x-openstack-request-id: req-2ad5fb23-993f-43d8-9165-0ed2152909ad {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:09:19.040106 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1385abf2-5cb6-424f-9768-048d7f9efaac", "name": "network-vif-deleted", "tag": "833fdf90-74a3-408c-a75b-f0c5c196ddcf", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:09:19.040366 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ad5fb23-993f-43d8-9165-0ed2152909ad {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:09:19.040771 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1385abf2-5cb6-424f-9768-048d7f9efaac', 'name': 'network-vif-deleted', 'tag': '833fdf90-74a3-408c-a75b-f0c5c196ddcf', 'status': 'completed', 'code': 200} Nov 23 09:09:19.467750 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-508cb090-b824-45fc-b4c7-6c8dbce39945 req-ee55a61d-ec7c-485c-ba39-6149b3003c61 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "GET /v2.0/ports?device_id=1385abf2-5cb6-424f-9768-048d7f9efaac HTTP/1.1" status: 200 len: 210 time: 0.0299368 Nov 23 09:09:20.522236 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44350) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:20.647466 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3d2ff-254a-4743-a30d-1dec62a1bbf1 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Deleting port ea6ad547-9fd1-4f55-a243-88e8b9f28d4a {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:09:20.647700 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d2ff-254a-4743-a30d-1dec62a1bbf1 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:20.723601 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d2ff-254a-4743-a30d-1dec62a1bbf1 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:20.723927 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d2ff-254a-4743-a30d-1dec62a1bbf1 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:20.735547 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3d2ff-254a-4743-a30d-1dec62a1bbf1 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Calling delete_port for ea6ad547-9fd1-4f55-a243-88e8b9f28d4a owned by network:floatingip {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:09:20.867021 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d2ff-254a-4743-a30d-1dec62a1bbf1 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:20.898110 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3d2ff-254a-4743-a30d-1dec62a1bbf1 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event deleted for resources: {'Port': ['ID=ea6ad547-9fd1-4f55-a243-88e8b9f28d4a,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:20.959815 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d2ff-254a-4743-a30d-1dec62a1bbf1 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for floatingip, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:20.962435 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d2ff-254a-4743-a30d-1dec62a1bbf1 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:20.963574 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-b7b3d2ff-254a-4743-a30d-1dec62a1bbf1 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "DELETE /v2.0/floatingips/125768ab-efb7-4949-b4c3-8d880a19ba75 HTTP/1.1" status: 204 len: 168 time: 0.4403658 Nov 23 09:09:21.172361 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec24b7f-0081-4171-b82c-520a45982d75 req-9962728a-f1b1-4b25-894c-80fcbc2fefe5 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:21.173785 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fec24b7f-0081-4171-b82c-520a45982d75 req-9962728a-f1b1-4b25-894c-80fcbc2fefe5 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0477026 Nov 23 09:09:21.221338 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fec24b7f-0081-4171-b82c-520a45982d75 req-68fb8b36-48f6-4df9-84a3-d317c373489c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 Nov 23 09:09:22.176501 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44370) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:22.233523 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-aadcf2cf-a8fe-4956-947c-4a937fc6f272 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:22.258827 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-aadcf2cf-a8fe-4956-947c-4a937fc6f272 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:22.319304 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-aadcf2cf-a8fe-4956-947c-4a937fc6f272 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:22.321989 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-aadcf2cf-a8fe-4956-947c-4a937fc6f272 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:22.326127 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-aadcf2cf-a8fe-4956-947c-4a937fc6f272 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] 10.222.0.46 "DELETE /v2.0/security-groups/a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c HTTP/1.1" status: 204 len: 168 time: 0.1456487 Nov 23 09:09:22.333418 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcf2cf-a8fe-4956-947c-4a937fc6f272 tempest-TestVolumeBootPattern-1402912952 tempest-TestVolumeBootPattern-1402912952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01d677b-297e-44d9-9c7b-e9d9f2aa7b8c,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:22.343051 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d392993-88cb-463b-86f6-365bddf8abb4 req-a885439b-672a-4431-bf23-d4484ac9a1b9 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:22.345200 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0d392993-88cb-463b-86f6-365bddf8abb4 req-a885439b-672a-4431-bf23-d4484ac9a1b9 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0563693 Nov 23 09:09:22.386461 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44376) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:22.398016 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0d392993-88cb-463b-86f6-365bddf8abb4 req-b807192c-2483-4d28-bb8c-6ec8b21d68a6 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462279 Nov 23 09:09:22.563164 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 833fdf90-74a3-408c-a75b-f0c5c196ddcf no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:09:22.583364 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: 833fdf90-74a3-408c-a75b-f0c5c196ddcf {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:09:22.583705 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 833fdf90-74a3-408c-a75b-f0c5c196ddcf not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:09:22.822971 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e743-d981-47f7-83b9-5418e7eed3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404538'] for router_interface, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:23.063630 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-d4a7e743-d981-47f7-83b9-5418e7eed3b8 admin admin] Deleting port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:09:23.063873 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e743-d981-47f7-83b9-5418e7eed3b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:23.148111 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-d4a7e743-d981-47f7-83b9-5418e7eed3b8 admin admin] For port 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:23.148494 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e743-d981-47f7-83b9-5418e7eed3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:23.161532 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-d4a7e743-d981-47f7-83b9-5418e7eed3b8 admin admin] Calling delete_port for 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 owned by network:router_interface {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:09:23.344382 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e743-d981-47f7-83b9-5418e7eed3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:23.370495 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7e743-d981-47f7-83b9-5418e7eed3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:23.524162 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12753e-cff4-42b3-9fd4-2af19d3fc548 req-d8e11711-0b82-4384-8f50-16aac2dada3e tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:23.525783 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd12753e-cff4-42b3-9fd4-2af19d3fc548 req-d8e11711-0b82-4384-8f50-16aac2dada3e tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0505736 Nov 23 09:09:23.534321 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e743-d981-47f7-83b9-5418e7eed3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404646'] for router_interface, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:23.580534 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bd12753e-cff4-42b3-9fd4-2af19d3fc548 req-27a5b8d8-303a-4723-b343-279155df244d tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461390 Nov 23 09:09:23.984339 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a7e743-d981-47f7-83b9-5418e7eed3b8 admin admin] Router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:09:24.087343 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a7e743-d981-47f7-83b9-5418e7eed3b8 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:09:24.094190 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-d4a7e743-d981-47f7-83b9-5418e7eed3b8 admin admin] 10.222.0.46 "PUT /v2.0/routers/0877df19-aa8e-4146-9c3d-eca14ba9ac6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7066722 Nov 23 09:09:24.095845 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44384) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:24.096448 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84b32e-044f-4851-81ba-7cd17f754c1d None None] Sync routers for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:09:24.106722 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84b32e-044f-4851-81ba-7cd17f754c1d None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:09:24.107634 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-bd84b32e-044f-4851-81ba-7cd17f754c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:09:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:24.197067 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Publish callbacks [] for router, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:24.209651 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-bd84b32e-044f-4851-81ba-7cd17f754c1d None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:09:24.299889 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:24.354802 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Deleting port 8f4a8edc-831c-45f7-9419-4dd1b18c12c5 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:09:24.355138 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:24.385691 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-bd84b32e-044f-4851-81ba-7cd17f754c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:09:23Z', 'revision_number': 5, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port': {'id': '8f4a8edc-831c-45f7-9419-4dd1b18c12c5', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:16Z', 'updated_at': '2021-11-23T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:24.416751 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84b32e-044f-4851-81ba-7cd17f754c1d None None] Checking router: 0877df19-aa8e-4146-9c3d-eca14ba9ac6f for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:09:24.425893 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84b32e-044f-4851-81ba-7cd17f754c1d None None] Routers {'0877df19-aa8e-4146-9c3d-eca14ba9ac6f'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:09:24.426766 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-bd84b32e-044f-4851-81ba-7cd17f754c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:09:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:24.442081 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] For port 8f4a8edc-831c-45f7-9419-4dd1b18c12c5, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=8f4a8edc-831c-45f7-9419-4dd1b18c12c5,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:24.442460 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:24.454676 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Calling delete_port for 8f4a8edc-831c-45f7-9419-4dd1b18c12c5 owned by network:router_gateway {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:09:24.599705 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-bd84b32e-044f-4851-81ba-7cd17f754c1d None None] Set router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f gateway port host: None {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:09:24.625241 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:24.654374 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-bd84b32e-044f-4851-81ba-7cd17f754c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:09:24Z', 'revision_number': 6, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port_host': None}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:24.654657 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4a8edc-831c-45f7-9419-4dd1b18c12c5,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:24.687288 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84b32e-044f-4851-81ba-7cd17f754c1d None None] The sync data for ids ['0877df19-aa8e-4146-9c3d-eca14ba9ac6f'] in dv-cinder-768458-17-iscsi is: [{'id': '0877df19-aa8e-4146-9c3d-eca14ba9ac6f', 'name': 'tempest-TestVolumeBootPattern-1189602532-router', 'tenant_id': '229671159ee9412ca1bcc93a838c73c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:15Z', 'updated_at': '2021-11-23T09:09:24Z', 'revision_number': 6, 'project_id': '229671159ee9412ca1bcc93a838c73c1', 'gw_port_host': None}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:09:24.749673 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15197ff-af2b-478f-a16c-170ed7b62f4d req-123fc539-1d39-4e55-9cad-6745fbb96f12 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:24.751211 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b15197ff-af2b-478f-a16c-170ed7b62f4d req-123fc539-1d39-4e55-9cad-6745fbb96f12 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0983162 Nov 23 09:09:24.753732 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404736'] for router_gateway, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:24.855681 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13363'] for router, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:24.858656 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:24.914370 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b15197ff-af2b-478f-a16c-170ed7b62f4d req-90dd233c-3d5a-46a7-ae6f-5fe0a5006106 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566441 Nov 23 09:09:24.918884 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404866'] for router, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:24.919545 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0877df19-aa8e-4146-9c3d-eca14ba9ac6f {{(pid=102541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:09:24.924906 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] Publish callbacks [] for router, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:24.926199 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-5f88054e-ba27-4251-b457-cd1fc2e6eeee admin admin] 10.222.0.46 "DELETE /v2.0/routers/0877df19-aa8e-4146-9c3d-eca14ba9ac6f HTTP/1.1" status: 204 len: 168 time: 0.8293700 Nov 23 09:09:24.928667 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44390) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:24.971905 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb09afa-b83b-4ac6-8b1e-103ba4c53b18 admin admin] Deleting subnet 06fbb5e9-9718-4186-95a3-562af5d28bc5 {{(pid=102541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:09:24.974789 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6fb09afa-b83b-4ac6-8b1e-103ba4c53b18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.012197 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6fb09afa-b83b-4ac6-8b1e-103ba4c53b18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9459622'] for subnet, precommit_delete_associations {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.100030 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6fb09afa-b83b-4ac6-8b1e-103ba4c53b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.166132 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6fb09afa-b83b-4ac6-8b1e-103ba4c53b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8753340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11572730'] for subnet, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.193861 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb09afa-b83b-4ac6-8b1e-103ba4c53b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06fbb5e9-9718-4186-95a3-562af5d28bc5,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:25.199266 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-6fb09afa-b83b-4ac6-8b1e-103ba4c53b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.205870 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-6fb09afa-b83b-4ac6-8b1e-103ba4c53b18 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/06fbb5e9-9718-4186-95a3-562af5d28bc5 HTTP/1.1" status: 204 len: 168 time: 0.2736490 Nov 23 09:09:25.206086 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5d4fc1-fbc4-4b9c-9b95-2f8e3f4ca472 None None] Network d2703dbd-849e-45eb-9768-17f699057b49 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:09:25.206545 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44392) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:25.280638 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.333049 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Deleting port 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:09:25.333414 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.402295 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] For port 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4,segment=NetworkSegment(279533f1-dd50-4ddb-8701-1f198154acd3),segment_id=279533f1-dd50-4ddb-8701-1f198154acd3)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:25.402601 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.415680 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Calling delete_port for 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 owned by network:dhcp {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:09:25.495108 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.505005 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3961296-3061-4482-8987-7c45e0e0e869 None None] DHCP port deletion for d2703dbd-849e-45eb-9768-17f699057b49 request from dv-cinder-768458-17-iscsi {{(pid=102543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:09:25.522279 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:25.525694 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] No DVR routers for this DVR port 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 on host dv-cinder-768458-17-iscsi {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:09:25.599526 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.620078 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2703dbd-849e-45eb-9768-17f699057b49']}} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:25.629938 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279533f1-dd50-4ddb-8701-1f198154acd3') {'for_net_delete': True} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:25.630177 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279533f1-dd50-4ddb-8701-1f198154acd3') {} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:25.639227 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785801'] for segment, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.651908 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.657786 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:09:25.658163 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12410395'] for segment, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: Traceback (most recent call last): Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: timer() Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: cb(*args, **kw) Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: return func(*args, **kwargs) Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: self._notify() Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: self.callback(batched_events) Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: event.method(event) Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: return f(self, *a, **k) Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._get(url).json() Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: return self.request(url, 'GET', **kwargs) Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:09:25.659797 dv-cinder-768458-17-iscsi neutron-server[102542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:09:25.717278 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.722986 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:25.726392 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d2703dbd-849e-45eb-9768-17f699057b49 HTTP/1.1" status: 204 len: 168 time: 0.5189307 Nov 23 09:09:25.729061 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44396) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:25.745216 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcda83-edf4-4931-b98a-a78215c81c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2703dbd-849e-45eb-9768-17f699057b49,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:26.036647 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5136583-8863-469c-aa85-c1f84806046b req-bc149dd5-a032-4f1e-a441-a403fd892a34 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:26.038077 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c5136583-8863-469c-aa85-c1f84806046b req-bc149dd5-a032-4f1e-a441-a403fd892a34 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0514324 Nov 23 09:09:26.081072 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-87073c3e-2d83-4fc4-9e8b-a63cd24d4ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404538'] for router_interface, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:26.088367 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-c5136583-8863-469c-aa85-c1f84806046b req-959cd396-d6ef-4d4d-9aa6-6514c802d818 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435257 Nov 23 09:09:26.319968 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-87073c3e-2d83-4fc4-9e8b-a63cd24d4ea0 admin admin] Deleting port a66ac204-b5a2-4b46-b7d9-29d51ef38b79 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:09:26.320549 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-87073c3e-2d83-4fc4-9e8b-a63cd24d4ea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:26.399025 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-87073c3e-2d83-4fc4-9e8b-a63cd24d4ea0 admin admin] For port a66ac204-b5a2-4b46-b7d9-29d51ef38b79, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=a66ac204-b5a2-4b46-b7d9-29d51ef38b79,segment=NetworkSegment(c220fa30-e059-4922-bbb0-779462c476ac),segment_id=c220fa30-e059-4922-bbb0-779462c476ac)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:26.399400 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-87073c3e-2d83-4fc4-9e8b-a63cd24d4ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:26.412653 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-87073c3e-2d83-4fc4-9e8b-a63cd24d4ea0 admin admin] Calling delete_port for a66ac204-b5a2-4b46-b7d9-29d51ef38b79 owned by network:router_interface {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:09:26.454720 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:09:26.478370 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:09:26.478718 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 3da9fbd0-e677-4ec3-8f6f-29aa5eadc8f6 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:09:26.479128 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:09:26.498320 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:09:26.498661 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 4ceaf9f5-6033-4ef6-8c81-abad18ef8bd4 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:09:26.499073 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 8f4a8edc-831c-45f7-9419-4dd1b18c12c5 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:09:26.518192 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 8f4a8edc-831c-45f7-9419-4dd1b18c12c5 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:09:26.518534 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 8f4a8edc-831c-45f7-9419-4dd1b18c12c5 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:09:26.600020 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-87073c3e-2d83-4fc4-9e8b-a63cd24d4ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:26.625480 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87073c3e-2d83-4fc4-9e8b-a63cd24d4ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a66ac204-b5a2-4b46-b7d9-29d51ef38b79,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:26.792724 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-87073c3e-2d83-4fc4-9e8b-a63cd24d4ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404646'] for router_interface, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:27.006566 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87073c3e-2d83-4fc4-9e8b-a63cd24d4ea0 admin admin] Router 5bfd054d-28f7-4d15-adcc-cf638801a72e has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:09:27.109542 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87073c3e-2d83-4fc4-9e8b-a63cd24d4ea0 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:09:27.114639 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-87073c3e-2d83-4fc4-9e8b-a63cd24d4ea0 admin admin] 10.222.0.46 "PUT /v2.0/routers/5bfd054d-28f7-4d15-adcc-cf638801a72e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3845744 Nov 23 09:09:27.117031 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44404) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:27.119583 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f740f24-2b19-4503-9e6b-813bee9ffd81 None None] Sync routers for ids ['5bfd054d-28f7-4d15-adcc-cf638801a72e'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:09:27.135467 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f740f24-2b19-4503-9e6b-813bee9ffd81 None None] Routers {'5bfd054d-28f7-4d15-adcc-cf638801a72e'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:09:27.136103 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-0f740f24-2b19-4503-9e6b-813bee9ffd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:09:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['5bfd054d-28f7-4d15-adcc-cf638801a72e'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:27.219944 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e869-4b4e-43e6-8d65-4440063ce19c req-1bd21663-e473-4a7a-99d7-c1e389c2e14c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:27.221485 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0bf4e869-4b4e-43e6-8d65-4440063ce19c req-1bd21663-e473-4a7a-99d7-c1e389c2e14c tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0500364 Nov 23 09:09:27.222664 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Publish callbacks [] for router, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:27.242371 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-0f740f24-2b19-4503-9e6b-813bee9ffd81 None None] Set router 5bfd054d-28f7-4d15-adcc-cf638801a72e gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:09:27.272754 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-0bf4e869-4b4e-43e6-8d65-4440063ce19c req-817ffdad-f2ac-4a26-bc1e-1421c070929f tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450196 Nov 23 09:09:27.326320 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:27.378593 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Deleting port fb0a88b7-7d23-48ce-b173-02eefb750ac9 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:09:27.378930 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:27.417728 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-0f740f24-2b19-4503-9e6b-813bee9ffd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'name': 'tempest-TestVolumeBootPattern-1454313446-router', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:09:26Z', 'revision_number': 5, 'project_id': '28f31233f27a4b85b27e0746b5df0054', 'gw_port': {'id': 'fb0a88b7-7d23-48ce-b173-02eefb750ac9', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:27.447254 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f740f24-2b19-4503-9e6b-813bee9ffd81 None None] Checking router: 5bfd054d-28f7-4d15-adcc-cf638801a72e for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:09:27.455809 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f740f24-2b19-4503-9e6b-813bee9ffd81 None None] Routers {'5bfd054d-28f7-4d15-adcc-cf638801a72e'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:09:27.462843 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] For port fb0a88b7-7d23-48ce-b173-02eefb750ac9, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=fb0a88b7-7d23-48ce-b173-02eefb750ac9,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:27.463230 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:27.463741 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-0f740f24-2b19-4503-9e6b-813bee9ffd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:09:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['5bfd054d-28f7-4d15-adcc-cf638801a72e'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:27.475831 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Calling delete_port for fb0a88b7-7d23-48ce-b173-02eefb750ac9 owned by network:router_gateway {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:09:27.649717 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:27.672156 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-0f740f24-2b19-4503-9e6b-813bee9ffd81 None None] Set router 5bfd054d-28f7-4d15-adcc-cf638801a72e gateway port host: None {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:09:27.676705 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0a88b7-7d23-48ce-b173-02eefb750ac9,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:27.723292 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-0f740f24-2b19-4503-9e6b-813bee9ffd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'name': 'tempest-TestVolumeBootPattern-1454313446-router', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:09:27Z', 'revision_number': 6, 'project_id': '28f31233f27a4b85b27e0746b5df0054', 'gw_port_host': None}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:27.733419 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404736'] for router_gateway, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:27.751401 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f740f24-2b19-4503-9e6b-813bee9ffd81 None None] The sync data for ids ['5bfd054d-28f7-4d15-adcc-cf638801a72e'] in dv-cinder-768458-17-iscsi is: [{'id': '5bfd054d-28f7-4d15-adcc-cf638801a72e', 'name': 'tempest-TestVolumeBootPattern-1454313446-router', 'tenant_id': '28f31233f27a4b85b27e0746b5df0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:01:24Z', 'updated_at': '2021-11-23T09:09:27Z', 'revision_number': 6, 'project_id': '28f31233f27a4b85b27e0746b5df0054', 'gw_port_host': None}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:09:27.822190 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13363'] for router, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:27.824296 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:27.870603 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404866'] for router, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:27.871136 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bfd054d-28f7-4d15-adcc-cf638801a72e {{(pid=102542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:09:27.876511 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] Publish callbacks [] for router, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:27.877123 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-1f8f3ceb-299b-4c6c-b6aa-27402a544d54 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5bfd054d-28f7-4d15-adcc-cf638801a72e HTTP/1.1" status: 204 len: 168 time: 0.7589586 Nov 23 09:09:27.879641 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44408) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:27.923511 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfb789e-2fca-45d1-bdf6-fe742a979222 admin admin] Deleting subnet 8daee37a-e28a-4fa6-95aa-3546f121601d {{(pid=102542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:09:27.926545 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-cdfb789e-2fca-45d1-bdf6-fe742a979222 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:27.960329 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-cdfb789e-2fca-45d1-bdf6-fe742a979222 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785854'] for subnet, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.055564 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-cdfb789e-2fca-45d1-bdf6-fe742a979222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.113787 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-cdfb789e-2fca-45d1-bdf6-fe742a979222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8590777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583604'] for subnet, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.142344 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb789e-2fca-45d1-bdf6-fe742a979222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8daee37a-e28a-4fa6-95aa-3546f121601d,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:28.147581 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-cdfb789e-2fca-45d1-bdf6-fe742a979222 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.149455 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dabcda0-31c0-4bf0-958d-379caf5a8533 None None] Network 68b95a10-3251-4427-9552-1c762a5272ce requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:09:28.153921 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44410) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:28.154111 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-cdfb789e-2fca-45d1-bdf6-fe742a979222 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8daee37a-e28a-4fa6-95aa-3546f121601d HTTP/1.1" status: 204 len: 168 time: 0.2733819 Nov 23 09:09:28.227881 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.280350 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Deleting port 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:09:28.280681 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.378123 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] For port 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=262d8ae7-3062-4ec9-ba7b-d346cad6ab8a,segment=NetworkSegment(c220fa30-e059-4922-bbb0-779462c476ac),segment_id=c220fa30-e059-4922-bbb0-779462c476ac)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:28.378402 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.392985 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Calling delete_port for 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a owned by network:dhcp {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:09:28.415264 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ef13e-4018-4024-a766-1a86210e466c req-ac530586-06b1-4bd2-a879-f24916a501d4 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:28.416761 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ac4ef13e-4018-4024-a766-1a86210e466c req-ac530586-06b1-4bd2-a879-f24916a501d4 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0777905 Nov 23 09:09:28.510841 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-ac4ef13e-4018-4024-a766-1a86210e466c req-0d5533a3-b83e-4f2c-97fb-d73bd9ff4849 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648179 Nov 23 09:09:28.521570 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.546633 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecb64e8-8777-4442-92e9-d5d492250814 None None] DHCP port deletion for 68b95a10-3251-4427-9552-1c762a5272ce request from dv-cinder-768458-17-iscsi {{(pid=102543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:09:28.556356 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=262d8ae7-3062-4ec9-ba7b-d346cad6ab8a,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:28.559644 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] No DVR routers for this DVR port 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a on host dv-cinder-768458-17-iscsi {{(pid=102541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:09:28.626850 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device fb0a88b7-7d23-48ce-b173-02eefb750ac9 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:09:28.633030 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.646671 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: fb0a88b7-7d23-48ce-b173-02eefb750ac9 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:09:28.647015 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device fb0a88b7-7d23-48ce-b173-02eefb750ac9 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:09:28.647430 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:09:28.653860 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b95a10-3251-4427-9552-1c762a5272ce']}} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:28.664792 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c220fa30-e059-4922-bbb0-779462c476ac') {'for_net_delete': True} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:28.665085 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.services.segments.db [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c220fa30-e059-4922-bbb0-779462c476ac') {} {{(pid=102541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:09:28.667734 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:09:28.668145 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 262d8ae7-3062-4ec9-ba7b-d346cad6ab8a not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:09:28.669249 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device a66ac204-b5a2-4b46-b7d9-29d51ef38b79 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:09:28.676191 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9459601'] for segment, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.691964 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.692973 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: a66ac204-b5a2-4b46-b7d9-29d51ef38b79 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:09:28.693358 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device a66ac204-b5a2-4b46-b7d9-29d51ef38b79 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:09:28.699986 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:09:28.699986 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12311326'] for segment, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: Traceback (most recent call last): Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: timer() Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: cb(*args, **kw) Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: return func(*args, **kwargs) Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: self._notify() Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: self.callback(batched_events) Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: event.method(event) Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: return f(self, *a, **k) Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._get(url).json() Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: return self.request(url, 'GET', **kwargs) Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:09:28.701619 dv-cinder-768458-17-iscsi neutron-server[102541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:09:28.763927 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.771278 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:28.774490 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/68b95a10-3251-4427-9552-1c762a5272ce HTTP/1.1" status: 204 len: 168 time: 0.6191657 Nov 23 09:09:28.784350 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a6ca5-bf5f-4abd-baf4-0a0e07fb89e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=68b95a10-3251-4427-9552-1c762a5272ce,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:28.891406 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44418) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:28.937955 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-7013c7cd-0f73-4c3e-a50e-73d2a8246556 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=229671159ee9412ca1bcc93a838c73c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453799 Nov 23 09:09:28.940443 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44420) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:28.987029 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-cfa28332-1c23-4553-befb-4fb9255c376a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:29.007182 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-cfa28332-1c23-4553-befb-4fb9255c376a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:29.057495 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-cfa28332-1c23-4553-befb-4fb9255c376a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:29.060199 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-cfa28332-1c23-4553-befb-4fb9255c376a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:29.061360 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-cfa28332-1c23-4553-befb-4fb9255c376a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90fccb79-cb8d-4f36-8e0a-543e0b02961b HTTP/1.1" status: 204 len: 168 time: 0.1200106 Nov 23 09:09:29.068694 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa28332-1c23-4553-befb-4fb9255c376a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fccb79-cb8d-4f36-8e0a-543e0b02961b,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:29.376628 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44426) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:29.418494 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-11cb0f4c-a503-4fd5-bf97-71acc266422a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28f31233f27a4b85b27e0746b5df0054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404158 Nov 23 09:09:29.420749 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44428) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:09:29.468847 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-969a48e0-4876-4362-a522-88f1d1251df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:29.490020 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-969a48e0-4876-4362-a522-88f1d1251df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:29.537323 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-969a48e0-4876-4362-a522-88f1d1251df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:29.539990 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-969a48e0-4876-4362-a522-88f1d1251df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:29.541102 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-969a48e0-4876-4362-a522-88f1d1251df6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/466d07b5-63e9-49c0-a5d1-f221d1f54df7 HTTP/1.1" status: 204 len: 168 time: 0.1193657 Nov 23 09:09:29.549047 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a48e0-4876-4362-a522-88f1d1251df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466d07b5-63e9-49c0-a5d1-f221d1f54df7,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:29.635668 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7136d-5df1-4e96-a6f0-75c0245c7fa0 req-85827a12-ea0f-4199-a20d-6aab12e901a8 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:29.637278 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f9a7136d-5df1-4e96-a6f0-75c0245c7fa0 req-85827a12-ea0f-4199-a20d-6aab12e901a8 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0486813 Nov 23 09:09:29.687476 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-f9a7136d-5df1-4e96-a6f0-75c0245c7fa0 req-53e25c76-9254-4228-b729-6a350ff1f755 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441396 Nov 23 09:09:30.504293 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-fa43e77f-4b22-48f2-833b-3a0b1aa86f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:30.802035 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc1155-678e-46e1-8653-c5fb602d8b79 req-e0c91523-b1ba-49f0-9ef6-c4e50215abbc tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:30.803499 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bcfc1155-678e-46e1-8653-c5fb602d8b79 req-e0c91523-b1ba-49f0-9ef6-c4e50215abbc tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0474675 Nov 23 09:09:30.852161 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-bcfc1155-678e-46e1-8653-c5fb602d8b79 req-18609bab-26d2-4597-9d86-a50b0dde094b tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Nov 23 09:09:31.307475 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217fbec-3e62-4a26-a738-6ed3b0c3fc41 req-de2078f0-9e0f-44a0-a5d9-001d4b4fbfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:31.308946 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e217fbec-3e62-4a26-a738-6ed3b0c3fc41 req-de2078f0-9e0f-44a0-a5d9-001d4b4fbfd6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cac6add618145708d682ab7de8fa3af&device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0423253 Nov 23 09:09:31.396522 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217fbec-3e62-4a26-a738-6ed3b0c3fc41 req-9bc3ce4b-0939-4068-bc82-7afe15ab5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:31.397888 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e217fbec-3e62-4a26-a738-6ed3b0c3fc41 req-9bc3ce4b-0939-4068-bc82-7afe15ab5eeb service neutron] 10.222.0.47 "GET /v2.0/networks?id=394a2a58-dcca-4518-9053-d6b7a3085c18 HTTP/1.1" status: 200 len: 910 time: 0.0817647 Nov 23 09:09:31.467670 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e217fbec-3e62-4a26-a738-6ed3b0c3fc41 req-c0ad5089-e98c-4900-8ac4-2989810c3c3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3fac16-b08e-4467-807a-ffaf42239b72 HTTP/1.1" status: 200 len: 1001 time: 0.0612121 Nov 23 09:09:31.518463 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217fbec-3e62-4a26-a738-6ed3b0c3fc41 req-4c715c9b-dbc8-40aa-b78e-0705e8d336c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:31.519890 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e217fbec-3e62-4a26-a738-6ed3b0c3fc41 req-4c715c9b-dbc8-40aa-b78e-0705e8d336c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=557d8f55-206a-45e8-8f5b-d6880d068c8d HTTP/1.1" status: 200 len: 848 time: 0.0438070 Nov 23 09:09:31.563895 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217fbec-3e62-4a26-a738-6ed3b0c3fc41 req-4c807cb8-3c8c-401a-9f81-743f246a7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:31.565349 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e217fbec-3e62-4a26-a738-6ed3b0c3fc41 req-4c807cb8-3c8c-401a-9f81-743f246a7b4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=394a2a58-dcca-4518-9053-d6b7a3085c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381634 Nov 23 09:09:31.910025 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e217fbec-3e62-4a26-a738-6ed3b0c3fc41 req-853490a2-facc-4ce0-bc57-2574bec375e1 service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378308 Nov 23 09:09:31.971864 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf9899-1948-4c0c-90c5-c402e557b66e req-a1363932-00c5-42cc-adf8-6f31ac74d0ec tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:31.973408 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fddf9899-1948-4c0c-90c5-c402e557b66e req-a1363932-00c5-42cc-adf8-6f31ac74d0ec tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0521934 Nov 23 09:09:32.005768 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e217fbec-3e62-4a26-a738-6ed3b0c3fc41 req-ec5a3987-3298-4633-95e9-00075b73a964 service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865738 Nov 23 09:09:32.023491 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-fddf9899-1948-4c0c-90c5-c402e557b66e req-83877cc8-0cb7-4a04-9494-68b799ba891b tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424206 Nov 23 09:09:32.625779 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-4ee19e9d-5a93-4ceb-8816-e8f8916e2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:33.139288 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666937-f0c5-4ab2-be8f-95ac51f56786 req-d14fa066-6751-4581-9e2e-d665e8b11a4d tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:33.140791 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-35666937-f0c5-4ab2-be8f-95ac51f56786 req-d14fa066-6751-4581-9e2e-d665e8b11a4d tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0486817 Nov 23 09:09:33.188839 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-35666937-f0c5-4ab2-be8f-95ac51f56786 req-513b2b4a-34e7-490f-95e8-3d2c047a7254 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421965 Nov 23 09:09:33.955585 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:34.303254 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1420df-5cbe-4de1-a77a-d75acae2a046 req-b68d046e-b026-4cd2-ad77-b7c1987196ec tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:34.304733 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4a1420df-5cbe-4de1-a77a-d75acae2a046 req-b68d046e-b026-4cd2-ad77-b7c1987196ec tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0485651 Nov 23 09:09:34.357100 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4a1420df-5cbe-4de1-a77a-d75acae2a046 req-0c602019-b744-40df-bd70-b57c7b04bd40 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462277 Nov 23 09:09:34.569640 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3eb50-7c45-48ee-a9cd-c4e7320e63b1 req-2f45aa57-608d-4928-8bd4-0639a02df9aa tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:34.571234 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-70e3eb50-7c45-48ee-a9cd-c4e7320e63b1 req-2f45aa57-608d-4928-8bd4-0639a02df9aa tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0500069 Nov 23 09:09:34.620467 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-70e3eb50-7c45-48ee-a9cd-c4e7320e63b1 req-e638b4fa-0e58-4ef8-a97b-26b6040045ef tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430672 Nov 23 09:09:34.670836 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-56f87a13-2784-4641-94b0-d2f931279429 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1739416 Nov 23 09:09:34.926414 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:35.888635 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:35.898566 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c49c4-2098-4824-9329-96facfd799e8 req-acb40a25-18c4-4489-9004-0f8b2b97ff67 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:35.900039 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9d6c49c4-2098-4824-9329-96facfd799e8 req-acb40a25-18c4-4489-9004-0f8b2b97ff67 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0518792 Nov 23 09:09:35.948849 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-9d6c49c4-2098-4824-9329-96facfd799e8 req-1899bd56-c5fa-4672-a04a-1d0170a42770 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Nov 23 09:09:36.035987 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-ab87b699-a0b7-4bf8-9853-ae1a47e9cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:36.037490 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-ab87b699-a0b7-4bf8-9853-ae1a47e9cf37 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1&tenant_id=6cac6add618145708d682ab7de8fa3af HTTP/1.1" status: 200 len: 1099 time: 0.0800424 Nov 23 09:09:36.102215 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-519ab22d-2a57-4fff-adc6-a0ed2edc29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:36.103735 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-519ab22d-2a57-4fff-adc6-a0ed2edc29c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cac6add618145708d682ab7de8fa3af&device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0423248 Nov 23 09:09:36.196920 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-96fe2e55-b87d-40f5-958f-93e06040922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:36.198307 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-96fe2e55-b87d-40f5-958f-93e06040922a service neutron] 10.222.0.47 "GET /v2.0/networks?id=394a2a58-dcca-4518-9053-d6b7a3085c18 HTTP/1.1" status: 200 len: 910 time: 0.0867629 Nov 23 09:09:36.262494 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-efd9c52b-26b9-4e64-b985-28e4ea6d8191 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3fac16-b08e-4467-807a-ffaf42239b72 HTTP/1.1" status: 200 len: 1001 time: 0.0565526 Nov 23 09:09:36.311248 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-23f118c9-0b32-420f-be90-1d7b8340ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:36.312645 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-23f118c9-0b32-420f-be90-1d7b8340ad75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=557d8f55-206a-45e8-8f5b-d6880d068c8d HTTP/1.1" status: 200 len: 848 time: 0.0435278 Nov 23 09:09:36.363117 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-b40a30c9-2f9b-4b62-b1a6-9e0d702d2621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:36.364609 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-b40a30c9-2f9b-4b62-b1a6-9e0d702d2621 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=394a2a58-dcca-4518-9053-d6b7a3085c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442014 Nov 23 09:09:36.455742 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-3618f85e-542b-433b-83e4-23c1762a7d5f service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819600 Nov 23 09:09:36.547322 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-d2c3870c-8cd1-4933-af7a-63afee713ae4 req-ce16eade-1d49-44c0-a9f1-9cf08fbf9d48 service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846419 Nov 23 09:09:36.640352 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 4f3fac16-b08e-4467-807a-ffaf42239b72 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:09:36.718379 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:36.743715 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:09:36.746027 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13efe20-64f7-48b6-8138-53b428330d3e" -d '{"events": [{"server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:09:36.758700 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 4f3fac16-b08e-4467-807a-ffaf42239b72, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4f3fac16-b08e-4467-807a-ffaf42239b72,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:36.763250 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:36.786568 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46869837-6f4f-4e39-9de2-f5cef91792bb x-openstack-request-id: req-46869837-6f4f-4e39-9de2-f5cef91792bb {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:09:36.786868 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:09:36.787126 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46869837-6f4f-4e39-9de2-f5cef91792bb {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:09:36.787516 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'code': 200} Nov 23 09:09:36.812061 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=4f3fac16-b08e-4467-807a-ffaf42239b72,revision_number=6']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:37.073760 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0b9d0-e3ce-44b2-b6bb-e6bae6b8aa88 req-ccf28db7-1c89-41fa-b72b-a7c0dd8961bc tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:37.076199 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-83c0b9d0-e3ce-44b2-b6bb-e6bae6b8aa88 req-ccf28db7-1c89-41fa-b72b-a7c0dd8961bc tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0492394 Nov 23 09:09:37.125431 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-83c0b9d0-e3ce-44b2-b6bb-e6bae6b8aa88 req-c6cda8f4-1860-4033-9401-6a22587f48b5 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430584 Nov 23 09:09:38.238621 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85237f4-a99d-4f7e-b0f3-2f4ac7e24d6e req-f7f049d5-a823-49c2-87d0-4627a7e85bed tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:38.240069 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b85237f4-a99d-4f7e-b0f3-2f4ac7e24d6e req-f7f049d5-a823-49c2-87d0-4627a7e85bed tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0463543 Nov 23 09:09:38.290648 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-b85237f4-a99d-4f7e-b0f3-2f4ac7e24d6e req-5e406804-8796-4560-b8a2-7a0bed494d98 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449257 Nov 23 09:09:39.402825 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e68437-4378-4c14-aea4-7d4f51680e70 req-f6092e42-514b-4629-93bf-25d496c08fb2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:39.404188 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e4e68437-4378-4c14-aea4-7d4f51680e70 req-f6092e42-514b-4629-93bf-25d496c08fb2 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0479376 Nov 23 09:09:39.452531 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-e4e68437-4378-4c14-aea4-7d4f51680e70 req-1a2ae62d-a620-446f-9463-aab7692a6bd6 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Nov 23 09:09:40.564806 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c764a-12ff-4c7f-9f63-621b73a17d94 req-5f13ddea-ec9c-417a-be3d-e87507508f50 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:40.566283 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a78c764a-12ff-4c7f-9f63-621b73a17d94 req-5f13ddea-ec9c-417a-be3d-e87507508f50 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0485063 Nov 23 09:09:40.616873 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a78c764a-12ff-4c7f-9f63-621b73a17d94 req-93e11db7-8ae5-47d5-8a5e-f5c15968b02f tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442557 Nov 23 09:09:41.732819 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19894e9-02fb-4b3c-9dd8-e5ffe9f0310f req-5197df12-bbbc-4eea-b298-60e6357ed658 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:41.734301 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a19894e9-02fb-4b3c-9dd8-e5ffe9f0310f req-5197df12-bbbc-4eea-b298-60e6357ed658 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0523694 Nov 23 09:09:41.782447 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a19894e9-02fb-4b3c-9dd8-e5ffe9f0310f req-96673e74-844a-48fe-971d-4873522beb6f tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423553 Nov 23 09:09:42.674483 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63e78d-331a-499c-9ed9-4dde48bdacd2 req-d2944578-94a9-4b3e-b159-c3cf88e19789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:42.675897 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7b63e78d-331a-499c-9ed9-4dde48bdacd2 req-d2944578-94a9-4b3e-b159-c3cf88e19789 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 1097 time: 0.0397100 Nov 23 09:09:42.722577 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-7b63e78d-331a-499c-9ed9-4dde48bdacd2 req-2d589949-3616-472e-a8f6-198b9926c708 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389163 Nov 23 09:09:42.894622 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79ea18-a0c6-40cb-981d-cd25a0346729 req-8cba41e2-776b-4e23-a245-23e62852b037 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:42.896108 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-db79ea18-a0c6-40cb-981d-cd25a0346729 req-8cba41e2-776b-4e23-a245-23e62852b037 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0472360 Nov 23 09:09:42.950029 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-db79ea18-a0c6-40cb-981d-cd25a0346729 req-d54a44d9-4f79-4fa9-8465-61549edbd8bd tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464518 Nov 23 09:09:44.065524 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d747ae-ed0a-4579-86fe-7e731123833d req-0789143e-bd2e-4e98-aaf4-253751ef41e6 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:44.066995 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-20d747ae-ed0a-4579-86fe-7e731123833d req-0789143e-bd2e-4e98-aaf4-253751ef41e6 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0484884 Nov 23 09:09:44.116756 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-20d747ae-ed0a-4579-86fe-7e731123833d req-dae164c4-1f50-4ee8-b612-e6bbb1b928a0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439503 Nov 23 09:09:44.671359 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 4f3fac16-b08e-4467-807a-ffaf42239b72 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:09:44.767453 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 4f3fac16-b08e-4467-807a-ffaf42239b72, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4f3fac16-b08e-4467-807a-ffaf42239b72,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:44.778616 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'port_id': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'mac_address': 'fa:16:3e:ce:07:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:09:44.814314 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:44.827030 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3fac16-b08e-4467-807a-ffaf42239b72 {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:09:44.845634 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 4f3fac16-b08e-4467-807a-ffaf42239b72, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4f3fac16-b08e-4467-807a-ffaf42239b72,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:44.849575 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:44.898081 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=4f3fac16-b08e-4467-807a-ffaf42239b72,revision_number=7']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:45.080378 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['4f3fac16-b08e-4467-807a-ffaf42239b72'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:09:45.734000 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:46.687348 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 4f3fac16-b08e-4467-807a-ffaf42239b72 up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:09:46.733538 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port 4f3fac16-b08e-4467-807a-ffaf42239b72 triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:09:46.733903 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:46.810072 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:46.831441 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:09:46.833693 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedde434-2988-45cb-a5c9-6f844a0490d8" -d '{"events": [{"server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:09:46.846361 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port 4f3fac16-b08e-4467-807a-ffaf42239b72, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4f3fac16-b08e-4467-807a-ffaf42239b72,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:09:46.850360 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:09:46.899192 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=4f3fac16-b08e-4467-807a-ffaf42239b72,revision_number=8']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:09:46.987354 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa535b2-69d7-4141-a442-62afdac7d8ec x-openstack-request-id: req-eaa535b2-69d7-4141-a442-62afdac7d8ec {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:09:46.987649 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:09:46.987923 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eaa535b2-69d7-4141-a442-62afdac7d8ec {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:09:46.988320 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'code': 200} Nov 23 09:09:50.101505 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-62d002a7-c220-40dd-b537-c92bc93c7df2 req-b71998bb-1b13-4e6c-ab08-ac60fb35f7ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385623 Nov 23 09:09:50.165189 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d002a7-c220-40dd-b537-c92bc93c7df2 req-adeddec3-06b2-4b63-ab1e-5db6b2dbf23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:50.166620 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-62d002a7-c220-40dd-b537-c92bc93c7df2 req-adeddec3-06b2-4b63-ab1e-5db6b2dbf23f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cac6add618145708d682ab7de8fa3af&device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0412669 Nov 23 09:09:50.267515 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d002a7-c220-40dd-b537-c92bc93c7df2 req-6d2b6818-4204-44eb-a955-f672e474eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:50.268937 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-62d002a7-c220-40dd-b537-c92bc93c7df2 req-6d2b6818-4204-44eb-a955-f672e474eebf service neutron] 10.222.0.47 "GET /v2.0/networks?id=394a2a58-dcca-4518-9053-d6b7a3085c18 HTTP/1.1" status: 200 len: 910 time: 0.0822585 Nov 23 09:09:50.337648 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-62d002a7-c220-40dd-b537-c92bc93c7df2 req-082b0415-2b1c-4cfe-9c15-9e03cb337223 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3fac16-b08e-4467-807a-ffaf42239b72 HTTP/1.1" status: 200 len: 1001 time: 0.0599203 Nov 23 09:09:50.385954 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d002a7-c220-40dd-b537-c92bc93c7df2 req-70431107-3615-406d-be88-d961f558af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:50.387303 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-62d002a7-c220-40dd-b537-c92bc93c7df2 req-70431107-3615-406d-be88-d961f558af8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=557d8f55-206a-45e8-8f5b-d6880d068c8d HTTP/1.1" status: 200 len: 848 time: 0.0424032 Nov 23 09:09:50.431584 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d002a7-c220-40dd-b537-c92bc93c7df2 req-267d593d-0c2f-4c39-b741-7cae9dea49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:09:50.433023 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-62d002a7-c220-40dd-b537-c92bc93c7df2 req-267d593d-0c2f-4c39-b741-7cae9dea49ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=394a2a58-dcca-4518-9053-d6b7a3085c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384099 Nov 23 09:09:50.525403 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-62d002a7-c220-40dd-b537-c92bc93c7df2 req-1fce55bc-a48f-4364-8e1e-84ff4e404498 service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844026 Nov 23 09:09:50.615842 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-62d002a7-c220-40dd-b537-c92bc93c7df2 req-9f7efd36-f901-4f43-a3f0-d2bc806bd19a service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824082 Nov 23 09:09:55.699694 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:10:00.505733 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-b6a97189-6d63-4ba9-b2f2-515b650593a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:02.625798 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3d162266-ffe0-4245-b8ac-057cab9a0ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:03.959000 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:04.929121 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:05.892190 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:15.731682 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:16.578762 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125723f-2743-4639-b5a9-0f85cd1cd560 req-de18943f-8f09-47a3-b2be-13d6b408a066 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:16.580101 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3125723f-2743-4639-b5a9-0f85cd1cd560 req-de18943f-8f09-47a3-b2be-13d6b408a066 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 945 time: 0.0519035 Nov 23 09:10:16.626369 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3125723f-2743-4639-b5a9-0f85cd1cd560 req-94b398c9-9609-4037-9381-88e7f6d05ff2 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee004d61-66f1-48d4-9c24-7147aab70ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403543 Nov 23 09:10:17.740941 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f8e9c-380b-459d-8399-d26dd10d07b1 req-cac886d4-ca88-491f-86ff-4fee02723c66 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:17.742437 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d38f8e9c-380b-459d-8399-d26dd10d07b1 req-cac886d4-ca88-491f-86ff-4fee02723c66 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 945 time: 0.0468314 Nov 23 09:10:17.789564 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-d38f8e9c-380b-459d-8399-d26dd10d07b1 req-bbf9f383-ea73-4c72-b6fe-0b6827ae7b6c tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee004d61-66f1-48d4-9c24-7147aab70ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404251 Nov 23 09:10:18.298519 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-b5af69c0-6ff1-41ea-bdbe-fa03f1ceb73f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:18.299960 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-b5af69c0-6ff1-41ea-bdbe-fa03f1ceb73f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 945 time: 0.0468152 Nov 23 09:10:18.388099 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Deleting port 67286026-fc00-4ed2-868d-55778cbecc47 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:10:18.388346 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:18.477642 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] For port 67286026-fc00-4ed2-868d-55778cbecc47, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=67286026-fc00-4ed2-868d-55778cbecc47,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:10:18.478004 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:18.642223 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:18.642496 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404794'] for floatingip, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:18.642808 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.db.l3_db [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Floating IP 91ddac6a-81c8-4c8e-ac08-dd0110a1c009 disassociated. External IP: 172.27.2.177, port: 67286026-fc00-4ed2-868d-55778cbecc47. Nov 23 09:10:18.643146 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Calling delete_port for 67286026-fc00-4ed2-868d-55778cbecc47 owned by compute:nova {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:10:18.767931 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:18.794357 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event deleted for resources: {'Port': ['ID=67286026-fc00-4ed2-868d-55778cbecc47,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:18.806032 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:18.806382 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:18.806725 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:18.807063 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:18.807397 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:18.807719 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:18.808047 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:18.808373 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:18.808698 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:18.809020 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:18.809485 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:18.809810 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:18.889486 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-80c6788f-b7f8-4129-9a28-ce48e6baaa51 req-4ffaefe7-8363-4955-b652-9a9955734f8f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c HTTP/1.1" status: 200 len: 210 time: 0.0283036 Nov 23 09:10:18.944446 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:10:19.052286 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:10:19.062902 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6e531-b143-4bdf-81cc-cde38d50486e None None] Sync routers for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:10:19.072570 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a6e531-b143-4bdf-81cc-cde38d50486e None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:10:19.073117 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-83a6e531-b143-4bdf-81cc-cde38d50486e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:10:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:10:19.090953 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] No DVR routers for this DVR port 67286026-fc00-4ed2-868d-55778cbecc47 on host hv-cinder-76845 {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:10:19.097289 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:19.100806 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-1daa01e9-a062-4c2c-9821-abfa8bcaf8fa req-283f4c85-31b9-4dd5-8c6a-150bf0a5ced0 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.47 "DELETE /v2.0/ports/67286026-fc00-4ed2-868d-55778cbecc47 HTTP/1.1" status: 204 len: 173 time: 0.7940888 Nov 23 09:10:19.101291 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c', 'name': 'network-vif-deleted', 'tag': '67286026-fc00-4ed2-868d-55778cbecc47'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:10:19.103558 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73587995-0577-4c51-8b5a-2791dda66e99" -d '{"events": [{"server_uuid": "4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c", "name": "network-vif-deleted", "tag": "67286026-fc00-4ed2-868d-55778cbecc47"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:10:19.181661 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-83a6e531-b143-4bdf-81cc-cde38d50486e None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:10:19.221344 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7284bbee-60e3-42c7-b9ad-5439ad4be8f6 x-openstack-request-id: req-7284bbee-60e3-42c7-b9ad-5439ad4be8f6 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:10:19.221882 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c", "name": "network-vif-deleted", "tag": "67286026-fc00-4ed2-868d-55778cbecc47", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:10:19.222160 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7284bbee-60e3-42c7-b9ad-5439ad4be8f6 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:10:19.222813 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd08ca4-ff7e-42e8-92c4-d8ae93bfc96c', 'name': 'network-vif-deleted', 'tag': '67286026-fc00-4ed2-868d-55778cbecc47', 'status': 'completed', 'code': 200} Nov 23 09:10:19.380539 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-83a6e531-b143-4bdf-81cc-cde38d50486e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:11Z', 'revision_number': 5, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:10:19.405114 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6e531-b143-4bdf-81cc-cde38d50486e None None] Checking router: 4ed28d35-fbbf-4103-8eda-baf4a45249f4 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:10:19.412948 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a6e531-b143-4bdf-81cc-cde38d50486e None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:10:19.413519 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-83a6e531-b143-4bdf-81cc-cde38d50486e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:10:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:10:19.518478 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-83a6e531-b143-4bdf-81cc-cde38d50486e None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:10:19.725898 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-83a6e531-b143-4bdf-81cc-cde38d50486e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:11Z', 'revision_number': 5, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:10:19.751974 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6e531-b143-4bdf-81cc-cde38d50486e None None] The sync data for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi is: [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:08Z', 'revision_number': 4, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': 'c5c765b1-025f-44b0-afef-6945d388345d', 'name': '', 'network_id': 'c9e1bbdd-99f7-422e-846d-8219534d04c4', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'mac_address': 'fa:16:3e:37:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:07Z', 'updated_at': '2021-11-23T09:06:11Z', 'revision_number': 5, 'project_id': '35872f178d144e849752bc7a845cb40d', 'subnets': [{'id': '1dfaa9b7-a813-4a52-9514-6e3975259a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:10:19.962810 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed2c05e-08c7-4d36-b1e5-6835c195e8e5 None None] New status for floating IP 91ddac6a-81c8-4c8e-ac08-dd0110a1c009: DOWN {{(pid=102543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:10:19.976146 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44664) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:20.035424 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6f699afa-13a7-4419-bcd0-e9c2f96887b5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:20.060521 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6f699afa-13a7-4419-bcd0-e9c2f96887b5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:20.111869 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6f699afa-13a7-4419-bcd0-e9c2f96887b5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:20.114524 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-6f699afa-13a7-4419-bcd0-e9c2f96887b5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:20.115691 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-6f699afa-13a7-4419-bcd0-e9c2f96887b5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "DELETE /v2.0/security-groups/ee004d61-66f1-48d4-9c24-7147aab70ff2 HTTP/1.1" status: 204 len: 168 time: 0.1378675 Nov 23 09:10:20.118649 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44666) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:20.124757 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f699afa-13a7-4419-bcd0-e9c2f96887b5 tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee004d61-66f1-48d4-9c24-7147aab70ff2,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:20.134002 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.api.v2.resource [None req-d245ce57-acbb-4d8b-8192-48560e2ce49b tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] show failed (client error): The resource could not be found. Nov 23 09:10:20.135083 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-d245ce57-acbb-4d8b-8192-48560e2ce49b tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "GET /v2.0/security-groups/ee004d61-66f1-48d4-9c24-7147aab70ff2 HTTP/1.1" status: 404 len: 347 time: 0.0153112 Nov 23 09:10:20.138588 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44668) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:20.261133 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Deleting port d9d19d45-9d4c-417c-9d97-9a2a5c62e410 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:10:20.261410 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:20.337396 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:20.337713 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:20.349723 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Calling delete_port for d9d19d45-9d4c-417c-9d97-9a2a5c62e410 owned by network:floatingip {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:10:20.479720 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:20.755520 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Pushing event deleted for resources: {'Port': ['ID=d9d19d45-9d4c-417c-9d97-9a2a5c62e410,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:20.775920 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:20.776285 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:20.776612 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:20.776948 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:20.777307 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:20.777637 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:20.778021 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:20.778344 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:20.778666 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:20.778983 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:20.779300 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:20.779613 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:10:20.819073 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks [] for floatingip, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:20.821619 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:20.822781 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-4545a772-1e7e-40f6-9abf-11d45526150f tempest-AttachVolumeTestJSON-861119156 tempest-AttachVolumeTestJSON-861119156-project] 10.222.0.46 "DELETE /v2.0/floatingips/91ddac6a-81c8-4c8e-ac08-dd0110a1c009 HTTP/1.1" status: 204 len: 168 time: 0.6830583 Nov 23 09:10:20.876897 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 67286026-fc00-4ed2-868d-55778cbecc47 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:10:20.897508 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: 67286026-fc00-4ed2-868d-55778cbecc47 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:10:20.897508 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 67286026-fc00-4ed2-868d-55778cbecc47 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:10:24.338134 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44700) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:24.676128 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1c1e-0c82-47b4-9974-e7c7509b42b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404538'] for router_interface, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:24.910739 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b1c1e-0c82-47b4-9974-e7c7509b42b9 admin admin] Deleting port c5c765b1-025f-44b0-afef-6945d388345d {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:10:24.911065 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1c1e-0c82-47b4-9974-e7c7509b42b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:24.986842 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [None req-dc8b1c1e-0c82-47b4-9974-e7c7509b42b9 admin admin] For port c5c765b1-025f-44b0-afef-6945d388345d, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=c5c765b1-025f-44b0-afef-6945d388345d,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:10:24.987135 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1c1e-0c82-47b4-9974-e7c7509b42b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:24.999051 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b1c1e-0c82-47b4-9974-e7c7509b42b9 admin admin] Calling delete_port for c5c765b1-025f-44b0-afef-6945d388345d owned by network:router_interface {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:10:25.178279 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1c1e-0c82-47b4-9974-e7c7509b42b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:25.208372 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b1c1e-0c82-47b4-9974-e7c7509b42b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c765b1-025f-44b0-afef-6945d388345d,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:25.368624 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1c1e-0c82-47b4-9974-e7c7509b42b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404646'] for router_interface, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:25.590188 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8b1c1e-0c82-47b4-9974-e7c7509b42b9 admin admin] Router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:10:25.692573 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8b1c1e-0c82-47b4-9974-e7c7509b42b9 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:10:25.697682 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-dc8b1c1e-0c82-47b4-9974-e7c7509b42b9 admin admin] 10.222.0.46 "PUT /v2.0/routers/4ed28d35-fbbf-4103-8eda-baf4a45249f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3583858 Nov 23 09:10:25.700043 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44702) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:25.703617 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798dc4ec-1afe-410e-a5d7-2de8366140e8 None None] Sync routers for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:10:25.713000 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798dc4ec-1afe-410e-a5d7-2de8366140e8 None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:10:25.713626 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-798dc4ec-1afe-410e-a5d7-2de8366140e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:10:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:10:25.800753 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:25.813085 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-798dc4ec-1afe-410e-a5d7-2de8366140e8 None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:10:25.899552 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:25.957951 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Deleting port 9fb954f7-5bae-4b77-bd89-3e2929ed1e07 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:10:25.958293 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:25.986049 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-798dc4ec-1afe-410e-a5d7-2de8366140e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:10:25Z', 'revision_number': 5, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port': {'id': '9fb954f7-5bae-4b77-bd89-3e2929ed1e07', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:10:26.036324 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] For port 9fb954f7-5bae-4b77-bd89-3e2929ed1e07, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=9fb954f7-5bae-4b77-bd89-3e2929ed1e07,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:10:26.036677 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.050820 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Calling delete_port for 9fb954f7-5bae-4b77-bd89-3e2929ed1e07 owned by network:router_gateway {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:10:26.106643 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798dc4ec-1afe-410e-a5d7-2de8366140e8 None None] Checking router: 4ed28d35-fbbf-4103-8eda-baf4a45249f4 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:10:26.115300 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798dc4ec-1afe-410e-a5d7-2de8366140e8 None None] Routers {'4ed28d35-fbbf-4103-8eda-baf4a45249f4'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:10:26.115893 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-798dc4ec-1afe-410e-a5d7-2de8366140e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:10:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:10:26.197996 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-798dc4ec-1afe-410e-a5d7-2de8366140e8 None None] Set router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 gateway port host: None {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:10:26.215650 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.241588 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb954f7-5bae-4b77-bd89-3e2929ed1e07,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:26.248634 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-798dc4ec-1afe-410e-a5d7-2de8366140e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:10:25Z', 'revision_number': 6, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port_host': None}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:10:26.277217 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798dc4ec-1afe-410e-a5d7-2de8366140e8 None None] The sync data for ids ['4ed28d35-fbbf-4103-8eda-baf4a45249f4'] in dv-cinder-768458-17-iscsi is: [{'id': '4ed28d35-fbbf-4103-8eda-baf4a45249f4', 'name': 'tempest-AttachVolumeTestJSON-1754153496-router', 'tenant_id': '35872f178d144e849752bc7a845cb40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:05Z', 'updated_at': '2021-11-23T09:10:25Z', 'revision_number': 6, 'project_id': '35872f178d144e849752bc7a845cb40d', 'gw_port_host': None}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:10:26.302931 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404736'] for router_gateway, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.390390 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13363'] for router, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.392429 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.432953 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404866'] for router, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.433500 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ed28d35-fbbf-4103-8eda-baf4a45249f4 {{(pid=102541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:10:26.438435 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.439578 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-de153a26-fb86-444a-b59c-a5c39504f2d9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4ed28d35-fbbf-4103-8eda-baf4a45249f4 HTTP/1.1" status: 204 len: 168 time: 0.7386270 Nov 23 09:10:26.442105 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44704) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:26.485806 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcedd95-b976-40e8-9028-e6383b3daa81 admin admin] Deleting subnet 1dfaa9b7-a813-4a52-9514-6e3975259a93 {{(pid=102541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:10:26.488659 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-efcedd95-b976-40e8-9028-e6383b3daa81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.525959 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-efcedd95-b976-40e8-9028-e6383b3daa81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9459622'] for subnet, precommit_delete_associations {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.599765 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-efcedd95-b976-40e8-9028-e6383b3daa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.659352 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-efcedd95-b976-40e8-9028-e6383b3daa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8753340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11572730'] for subnet, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.687508 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcedd95-b976-40e8-9028-e6383b3daa81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfaa9b7-a813-4a52-9514-6e3975259a93,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:26.689487 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-efcedd95-b976-40e8-9028-e6383b3daa81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.692684 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-efcedd95-b976-40e8-9028-e6383b3daa81 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1dfaa9b7-a813-4a52-9514-6e3975259a93 HTTP/1.1" status: 204 len: 168 time: 0.2495964 Nov 23 09:10:26.695436 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44706) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:26.696389 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b8fdf-4e18-4af5-aba7-9f12aecb6d96 None None] Network c9e1bbdd-99f7-422e-846d-8219534d04c4 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:10:26.782421 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.789426 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device c5c765b1-025f-44b0-afef-6945d388345d no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:10:26.829330 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: c5c765b1-025f-44b0-afef-6945d388345d {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:10:26.829677 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device c5c765b1-025f-44b0-afef-6945d388345d not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:10:26.844855 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Deleting port 2230331b-8bc8-4ffe-b6de-3e2b0f38554c {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:10:26.845455 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.907664 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] For port 2230331b-8bc8-4ffe-b6de-3e2b0f38554c, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=2230331b-8bc8-4ffe-b6de-3e2b0f38554c,segment=NetworkSegment(c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b),segment_id=c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:10:26.908014 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:26.919851 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Calling delete_port for 2230331b-8bc8-4ffe-b6de-3e2b0f38554c owned by network:dhcp {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:10:26.997482 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:27.023647 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Pushing event deleted for resources: {'Port': ['ID=2230331b-8bc8-4ffe-b6de-3e2b0f38554c,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:27.025378 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] No DVR routers for this DVR port 2230331b-8bc8-4ffe-b6de-3e2b0f38554c on host dv-cinder-768458-17-iscsi {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:10:27.097931 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:27.107323 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f6f88a-d20c-4e1f-b59c-45e0c522b1d8 None None] DHCP port deletion for c9e1bbdd-99f7-422e-846d-8219534d04c4 request from dv-cinder-768458-17-iscsi {{(pid=102543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:10:27.123400 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e1bbdd-99f7-422e-846d-8219534d04c4']}} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:10:27.133017 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b') {'for_net_delete': True} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:10:27.133341 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13ca15e-ee4e-40ff-b5a2-54dcaa4f836b') {} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:10:27.143070 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785801'] for segment, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:27.156430 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:27.162257 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:10:27.162630 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12410395'] for segment, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: Traceback (most recent call last): Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: timer() Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: cb(*args, **kw) Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: return func(*args, **kwargs) Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: self._notify() Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: self.callback(batched_events) Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: event.method(event) Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: return f(self, *a, **k) Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._get(url).json() Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: return self.request(url, 'GET', **kwargs) Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:10:27.164303 dv-cinder-768458-17-iscsi neutron-server[102542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:10:27.223794 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:27.228990 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:27.232243 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c9e1bbdd-99f7-422e-846d-8219534d04c4 HTTP/1.1" status: 204 len: 168 time: 0.5358243 Nov 23 09:10:27.242900 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3db34-3dc2-4fd9-9f19-cd1c9f6e8303 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9e1bbdd-99f7-422e-846d-8219534d04c4,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:27.403039 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44710) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:27.442866 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-ba89ea44-b5f3-4630-9e29-ee1bb0df6ec8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35872f178d144e849752bc7a845cb40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385735 Nov 23 09:10:27.445242 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44712) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:27.494353 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4e4b0773-95c1-47b0-8a47-869505473c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:27.516561 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4e4b0773-95c1-47b0-8a47-869505473c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:27.563696 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4e4b0773-95c1-47b0-8a47-869505473c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:27.566398 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-4e4b0773-95c1-47b0-8a47-869505473c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:27.567525 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-4e4b0773-95c1-47b0-8a47-869505473c9b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8debb6f2-65c1-4d21-9b9a-f494ab7eef53 HTTP/1.1" status: 204 len: 168 time: 0.1214018 Nov 23 09:10:27.575108 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b0773-95c1-47b0-8a47-869505473c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8debb6f2-65c1-4d21-9b9a-f494ab7eef53,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:28.487008 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 2230331b-8bc8-4ffe-b6de-3e2b0f38554c no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:10:28.508047 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 2230331b-8bc8-4ffe-b6de-3e2b0f38554c {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:10:28.508389 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 2230331b-8bc8-4ffe-b6de-3e2b0f38554c not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:10:28.508808 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 9fb954f7-5bae-4b77-bd89-3e2929ed1e07 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:10:28.527856 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 9fb954f7-5bae-4b77-bd89-3e2929ed1e07 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:10:28.528203 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 9fb954f7-5bae-4b77-bd89-3e2929ed1e07 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:10:30.507771 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-ef0bc065-db48-4b6f-9763-c54307bbbf49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:32.627222 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-b5f100be-737a-4a29-bed6-8358115b53d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:32.698658 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:10:33.961580 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:34.931906 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:35.754325 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44816) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:35.859079 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eead0385-73dd-4e4c-9805-59052821830e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:35.894530 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:35.937599 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eead0385-73dd-4e4c-9805-59052821830e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:35.941352 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-eead0385-73dd-4e4c-9805-59052821830e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:35.977396 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead0385-73dd-4e4c-9805-59052821830e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab19b34c-af71-496c-b822-cfff956a2ba1,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:35.981575 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-eead0385-73dd-4e4c-9805-59052821830e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35466c989520486f8b378988ae169aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262490 Nov 23 09:10:35.984155 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44820) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:36.030068 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c434ae96-e8d6-4728-8c99-816f772c970e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:36.049997 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c434ae96-e8d6-4728-8c99-816f772c970e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:36.095899 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c434ae96-e8d6-4728-8c99-816f772c970e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:36.098714 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-c434ae96-e8d6-4728-8c99-816f772c970e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:36.099844 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-c434ae96-e8d6-4728-8c99-816f772c970e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab19b34c-af71-496c-b822-cfff956a2ba1 HTTP/1.1" status: 204 len: 168 time: 0.1148067 Nov 23 09:10:36.107324 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434ae96-e8d6-4728-8c99-816f772c970e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab19b34c-af71-496c-b822-cfff956a2ba1,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:40.327041 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44904) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:40.427567 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b944cbae-aeb5-4c20-9958-5999062f3f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:40.503108 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b944cbae-aeb5-4c20-9958-5999062f3f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:40.506693 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-b944cbae-aeb5-4c20-9958-5999062f3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:40.544503 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-b944cbae-aeb5-4c20-9958-5999062f3f58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2cf857d75e73445b8f7177c184544dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160666 Nov 23 09:10:40.545367 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944cbae-aeb5-4c20-9958-5999062f3f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a02555d-31d9-42a6-9edd-a045adb15c2d,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:40.547759 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44908) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:40.594570 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e1a0810b-79e8-4a64-b0f9-e39d599e550d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:40.615576 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e1a0810b-79e8-4a64-b0f9-e39d599e550d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:40.661530 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e1a0810b-79e8-4a64-b0f9-e39d599e550d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:40.664137 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-e1a0810b-79e8-4a64-b0f9-e39d599e550d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:40.665282 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-e1a0810b-79e8-4a64-b0f9-e39d599e550d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a02555d-31d9-42a6-9edd-a045adb15c2d HTTP/1.1" status: 204 len: 168 time: 0.1165009 Nov 23 09:10:40.673895 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0810b-79e8-4a64-b0f9-e39d599e550d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a02555d-31d9-42a6-9edd-a045adb15c2d,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:40.920540 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 44914) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:40.933535 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-991d1250-f59f-4603-8a9c-6203c4ed0dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:41.010201 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-991d1250-f59f-4603-8a9c-6203c4ed0dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:41.013766 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-991d1250-f59f-4603-8a9c-6203c4ed0dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:41.054058 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-991d1250-f59f-4603-8a9c-6203c4ed0dc9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93c408813b5d4e8bb1b6e180b314d9b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323836 Nov 23 09:10:41.054880 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d1250-f59f-4603-8a9c-6203c4ed0dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d647dec-58d8-4290-ae12-fe3f1ed6a70c,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:41.056825 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 44916) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:41.104548 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f8c5440e-414e-4498-9267-c0beb376eba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:41.126031 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f8c5440e-414e-4498-9267-c0beb376eba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:41.170043 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f8c5440e-414e-4498-9267-c0beb376eba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:41.173259 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-f8c5440e-414e-4498-9267-c0beb376eba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:41.174380 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-f8c5440e-414e-4498-9267-c0beb376eba2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d647dec-58d8-4290-ae12-fe3f1ed6a70c HTTP/1.1" status: 204 len: 168 time: 0.1165507 Nov 23 09:10:41.181925 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5440e-414e-4498-9267-c0beb376eba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d647dec-58d8-4290-ae12-fe3f1ed6a70c,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:45.729200 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:45.949060 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 45010) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:46.051466 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ebc84c21-d3b2-45d2-ab35-5d987b6bc614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.123713 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ebc84c21-d3b2-45d2-ab35-5d987b6bc614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.127407 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-ebc84c21-d3b2-45d2-ab35-5d987b6bc614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.164832 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-ebc84c21-d3b2-45d2-ab35-5d987b6bc614 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad0d500d1bbf4ee5abd9606144e925b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145224 Nov 23 09:10:46.165980 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc84c21-d3b2-45d2-ab35-5d987b6bc614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5310012-81ec-4ca2-9759-88eeec3ff390,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:46.167427 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 45014) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:46.215470 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aefeb803-bec3-4e23-87e3-00b6c683728c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.237541 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aefeb803-bec3-4e23-87e3-00b6c683728c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.285325 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aefeb803-bec3-4e23-87e3-00b6c683728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.287938 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-aefeb803-bec3-4e23-87e3-00b6c683728c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.289081 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-aefeb803-bec3-4e23-87e3-00b6c683728c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5310012-81ec-4ca2-9759-88eeec3ff390 HTTP/1.1" status: 204 len: 168 time: 0.1205919 Nov 23 09:10:46.296496 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefeb803-bec3-4e23-87e3-00b6c683728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5310012-81ec-4ca2-9759-88eeec3ff390,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:46.554905 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 45020) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:46.568798 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-01566943-bb8e-415b-a66e-55dd48ed9c06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.649800 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-01566943-bb8e-415b-a66e-55dd48ed9c06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.653602 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-01566943-bb8e-415b-a66e-55dd48ed9c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.696835 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01566943-bb8e-415b-a66e-55dd48ed9c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437c28a0-a1d2-4d10-b16b-931851ebd33a,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:46.703255 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-01566943-bb8e-415b-a66e-55dd48ed9c06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0375b0510e8c490e82e9b99e7fee1b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464164 Nov 23 09:10:46.706795 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 45022) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:46.759858 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-69999a59-2599-49de-acc4-965cd6b9ff9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.786600 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-69999a59-2599-49de-acc4-965cd6b9ff9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.839434 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-69999a59-2599-49de-acc4-965cd6b9ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.842727 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-69999a59-2599-49de-acc4-965cd6b9ff9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:46.844007 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-69999a59-2599-49de-acc4-965cd6b9ff9d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/437c28a0-a1d2-4d10-b16b-931851ebd33a HTTP/1.1" status: 204 len: 168 time: 0.1363020 Nov 23 09:10:46.852215 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69999a59-2599-49de-acc4-965cd6b9ff9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437c28a0-a1d2-4d10-b16b-931851ebd33a,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:51.711711 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 45120) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:51.814425 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ccdfee12-1da3-4e2e-aa9b-febdc23bf284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:51.889034 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ccdfee12-1da3-4e2e-aa9b-febdc23bf284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:51.892723 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ccdfee12-1da3-4e2e-aa9b-febdc23bf284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:51.929603 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfee12-1da3-4e2e-aa9b-febdc23bf284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18754ed-6edb-400d-a875-40bc5abcb333,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:51.933848 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-ccdfee12-1da3-4e2e-aa9b-febdc23bf284 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6bbf29bb47e54aa3b6fd86880ccf20a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211344 Nov 23 09:10:51.936880 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 45124) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:51.982900 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-53197545-3d10-425e-8fb3-e6dd6cdc9087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.003498 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-53197545-3d10-425e-8fb3-e6dd6cdc9087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.048755 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-53197545-3d10-425e-8fb3-e6dd6cdc9087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.051397 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-53197545-3d10-425e-8fb3-e6dd6cdc9087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.052525 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-53197545-3d10-425e-8fb3-e6dd6cdc9087 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b18754ed-6edb-400d-a875-40bc5abcb333 HTTP/1.1" status: 204 len: 168 time: 0.1150987 Nov 23 09:10:52.060067 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53197545-3d10-425e-8fb3-e6dd6cdc9087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18754ed-6edb-400d-a875-40bc5abcb333,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:52.310554 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 45130) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:52.323380 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3a42-b336-46df-81f7-35afeea1e616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.395004 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3a42-b336-46df-81f7-35afeea1e616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.398344 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3a42-b336-46df-81f7-35afeea1e616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.438432 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-9f2e3a42-b336-46df-81f7-35afeea1e616 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=109b1074df274a10a3eb876498e0cfc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267290 Nov 23 09:10:52.439218 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e3a42-b336-46df-81f7-35afeea1e616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23dcdf0-4b12-46e5-8d5e-e10698802e1c,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:52.441662 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 45132) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:52.489015 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-72c54210-f8e3-4b56-a446-5835d389b765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.508940 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-72c54210-f8e3-4b56-a446-5835d389b765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.553009 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-72c54210-f8e3-4b56-a446-5835d389b765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.555640 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-72c54210-f8e3-4b56-a446-5835d389b765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.556779 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-72c54210-f8e3-4b56-a446-5835d389b765 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a23dcdf0-4b12-46e5-8d5e-e10698802e1c HTTP/1.1" status: 204 len: 168 time: 0.1140370 Nov 23 09:10:52.564362 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c54210-f8e3-4b56-a446-5835d389b765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23dcdf0-4b12-46e5-8d5e-e10698802e1c,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:52.862811 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 45138) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:52.876291 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8025e291-10ad-4005-a0b4-68601bb71f39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.949984 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8025e291-10ad-4005-a0b4-68601bb71f39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.953988 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-8025e291-10ad-4005-a0b4-68601bb71f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:52.991944 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-8025e291-10ad-4005-a0b4-68601bb71f39 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=727fc3d37d9e40ce8ca38db26b13c645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280420 Nov 23 09:10:52.992785 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025e291-10ad-4005-a0b4-68601bb71f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e41fd79-3f2e-407b-b48f-f6fa1253acd3,revision_number=1']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:52.994768 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 45140) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:10:53.048256 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9c908d56-836c-4309-8f68-ee33011a0ecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:53.069070 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9c908d56-836c-4309-8f68-ee33011a0ecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:53.116776 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9c908d56-836c-4309-8f68-ee33011a0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:53.119418 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-9c908d56-836c-4309-8f68-ee33011a0ecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:53.120542 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-9c908d56-836c-4309-8f68-ee33011a0ecb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e41fd79-3f2e-407b-b48f-f6fa1253acd3 HTTP/1.1" status: 204 len: 168 time: 0.1247990 Nov 23 09:10:53.129031 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c908d56-836c-4309-8f68-ee33011a0ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e41fd79-3f2e-407b-b48f-f6fa1253acd3,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:55.339216 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-49db66c3-09eb-459c-8fa2-723f9e825f22 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=94c3fa7617a0426b87751669beef6f0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288723 Nov 23 09:10:55.516127 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-fcfade95-f7f8-441f-ad93-93eaf0551acc tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:55.517564 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-fcfade95-f7f8-441f-ad93-93eaf0551acc tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731422 Nov 23 09:10:55.531699 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-f23ccf40-9b44-4e33-a2b2-1641adba3709 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/quotas/94c3fa7617a0426b87751669beef6f0c HTTP/1.1" status: 200 len: 375 time: 0.0084786 Nov 23 09:10:55.565023 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-bba09ae4-ca59-4370-8f9a-685a4f606b0f tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94c3fa7617a0426b87751669beef6f0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274928 Nov 23 09:10:55.716521 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5eab3285-920c-4a78-ac69-efeea36389db req-b8f5bc97-5475-4bcd-b880-d0597f9cf9c4 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/ports?device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 210 time: 0.0250537 Nov 23 09:10:56.556801 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-005e976d-ebce-447c-9002-8c82a1c7e32e tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=94c3fa7617a0426b87751669beef6f0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209630 Nov 23 09:10:56.662653 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-2bddbfbb-76f6-4f37-b81a-876c22e6c785 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:56.664083 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-2bddbfbb-76f6-4f37-b81a-876c22e6c785 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1020908 Nov 23 09:10:56.679173 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Request body: {'port': {'device_id': '010297b8-08e0-4b26-b671-db5dfeb6f0c4', 'network_id': 'ae20d7b9-ea1c-49c7-bb6e-900f8485096d', 'admin_state_up': True, 'tenant_id': '94c3fa7617a0426b87751669beef6f0c'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:10:56.796429 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Made reservation on behalf of 94c3fa7617a0426b87751669beef6f0c for: {'port': 1} {{(pid=102542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:10:56.800198 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:56.816506 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6327c29b-ed5b-41e9-8156-5dc6e39e271c req-a6731515-2f78-4ba3-9951-df7ae99277cb tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/ports?device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 210 time: 0.0312014 Nov 23 09:10:56.821697 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Publish callbacks [] for security_group, before_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:56.894608 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Publish callbacks [] for security_group, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:56.898256 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:56.967951 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a96fa08-3795-4142-80fb-22a96270cd25,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:57.033973 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_common [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Allocated IP 192.168.233.225 (ae20d7b9-ea1c-49c7-bb6e-900f8485096d/fccdbc9a-12a5-46b7-babe-6598ece24db8/b6eca348-1336-4df5-9304-30c20b5d3d9e) {{(pid=102542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:10:57.176969 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Publish callbacks [] for port, precommit_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:57.208939 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744613708773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_create {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:57.253768 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Network ae20d7b9-ea1c-49c7-bb6e-900f8485096d is already hosted by enough agents. {{(pid=102542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:10:57.256609 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.scheduler.base_scheduler [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Resources bound (agent type, host, resource id): {{(pid=102542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:10:57.260322 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Received port after_create {{(pid=102542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:10:57.285849 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Pushing event updated for resources: {'Port': ['ID=b6eca348-1336-4df5-9304-30c20b5d3d9e,revision_number=1']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:57.322703 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:57.323453 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:57.340832 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-19697d72-79f6-4715-84cd-4276f428112b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6651185 Nov 23 09:10:57.355022 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.v2.base [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Request body: {'port': {'device_id': '010297b8-08e0-4b26-b671-db5dfeb6f0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:10:57.414073 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:57.517243 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-1651a844-f98e-4184-b250-c02e60664114 None None] Provisioning complete for port b6eca348-1336-4df5-9304-30c20b5d3d9e triggered by entity DHCP. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:10:57.518298 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1651a844-f98e-4184-b250-c02e60664114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:57.554410 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-1651a844-f98e-4184-b250-c02e60664114 None None] Port b6eca348-1336-4df5-9304-30c20b5d3d9e cannot update to ACTIVE because it is not bound. {{(pid=102543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:10:57.675378 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6eca348-1336-4df5-9304-30c20b5d3d9e {{(pid=102542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:10:57.682552 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:57.694331 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.provisioning_blocks [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Transition to ACTIVE for port object b6eca348-1336-4df5-9304-30c20b5d3d9e will not be triggered until provisioned by entity L2. {{(pid=102542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:10:57.697969 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:57.747308 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6eca348-1336-4df5-9304-30c20b5d3d9e,revision_number=2']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:57.820118 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Attempting to bind port b6eca348-1336-4df5-9304-30c20b5d3d9e on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:10:57.820457 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Attempting to bind port b6eca348-1336-4df5-9304-30c20b5d3d9e by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'a806ff12-2b15-4a51-b39e-1f6f60a5a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae20d7b9-ea1c-49c7-bb6e-900f8485096d'}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:10:57.820787 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Attempting to bind port b6eca348-1336-4df5-9304-30c20b5d3d9e on network ae20d7b9-ea1c-49c7-bb6e-900f8485096d {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:10:57.825310 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Port b6eca348-1336-4df5-9304-30c20b5d3d9e on network ae20d7b9-ea1c-49c7-bb6e-900f8485096d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:10:57.825628 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Attempting to bind port b6eca348-1336-4df5-9304-30c20b5d3d9e on network ae20d7b9-ea1c-49c7-bb6e-900f8485096d {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:10:57.831632 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Checking agent: {'id': '03a76944-3dbd-4f24-a5f9-acc03b211927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'started_at': datetime.datetime(2021, 11, 23, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:10:57.831970 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Checking segment: {'id': 'a806ff12-2b15-4a51-b39e-1f6f60a5a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae20d7b9-ea1c-49c7-bb6e-900f8485096d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:10:57.832348 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Bound using segment: {'id': 'a806ff12-2b15-4a51-b39e-1f6f60a5a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae20d7b9-ea1c-49c7-bb6e-900f8485096d'} {{(pid=102542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:10:57.832785 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.managers [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Bound port: b6eca348-1336-4df5-9304-30c20b5d3d9e, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a806ff12-2b15-4a51-b39e-1f6f60a5a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae20d7b9-ea1c-49c7-bb6e-900f8485096d'}}] {{(pid=102542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:10:57.833140 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:57.903571 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] For port b6eca348-1336-4df5-9304-30c20b5d3d9e, host hv-cinder-76845, cleared binding levels {{(pid=102542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:10:57.907106 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] For port b6eca348-1336-4df5-9304-30c20b5d3d9e, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b6eca348-1336-4df5-9304-30c20b5d3d9e,segment=NetworkSegment(a806ff12-2b15-4a51-b39e-1f6f60a5a79f),segment_id=a806ff12-2b15-4a51-b39e-1f6f60a5a79f)] {{(pid=102542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:10:57.911253 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8590835'] for port, after_update {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:57.932655 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d2944-14b0-4e0a-b5a9-b4e53222e08b req-e3a2e6ae-188f-4f67-8698-79e457caed3b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:57.934130 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3f3d2944-14b0-4e0a-b5a9-b4e53222e08b req-e3a2e6ae-188f-4f67-8698-79e457caed3b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/ports?device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 948 time: 0.0479000 Nov 23 09:10:57.942957 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:57.943750 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:10:57.945126 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] 10.222.0.47 "PUT /v2.0/ports/b6eca348-1336-4df5-9304-30c20b5d3d9e HTTP/1.1" status: 200 len: 1098 time: 0.5943644 Nov 23 09:10:57.947659 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010297b8-08e0-4b26-b671-db5dfeb6f0c4', 'tag': 'b6eca348-1336-4df5-9304-30c20b5d3d9e'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:10:57.950134 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f421be2-2837-4e49-9ef0-4d47ff113300" -d '{"events": [{"name": "network-changed", "server_uuid": "010297b8-08e0-4b26-b671-db5dfeb6f0c4", "tag": "b6eca348-1336-4df5-9304-30c20b5d3d9e"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:10:57.980381 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbaa9b5-638d-40b6-97e0-1054c329aee3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6eca348-1336-4df5-9304-30c20b5d3d9e,revision_number=3']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:10:58.011450 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1bad2b-7472-4f62-aac8-4aafa7ab4940 x-openstack-request-id: req-ee1bad2b-7472-4f62-aac8-4aafa7ab4940 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:10:58.011712 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010297b8-08e0-4b26-b671-db5dfeb6f0c4", "tag": "b6eca348-1336-4df5-9304-30c20b5d3d9e", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:10:58.011973 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee1bad2b-7472-4f62-aac8-4aafa7ab4940 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:10:58.012371 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010297b8-08e0-4b26-b671-db5dfeb6f0c4', 'tag': 'b6eca348-1336-4df5-9304-30c20b5d3d9e', 'status': 'completed', 'code': 200} Nov 23 09:10:58.019091 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-3f3d2944-14b0-4e0a-b5a9-b4e53222e08b req-4cf8e66a-d02e-4096-b6eb-45231e661284 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a96fa08-3795-4142-80fb-22a96270cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762544 Nov 23 09:10:58.306941 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-a3bd8f09-ce0d-4647-8e95-5607025a0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:58.308353 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-a3bd8f09-ce0d-4647-8e95-5607025a0c9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94c3fa7617a0426b87751669beef6f0c&device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 1101 time: 0.3091049 Nov 23 09:10:58.351907 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-e68780a3-2681-479a-b085-09b111e16ae1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=b6eca348-1336-4df5-9304-30c20b5d3d9e HTTP/1.1" status: 200 len: 217 time: 0.0354078 Nov 23 09:10:58.406090 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-5390da5c-4d73-4dd8-8ad2-183d2dbf4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:58.407550 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-5390da5c-4d73-4dd8-8ad2-183d2dbf4e14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fccdbc9a-12a5-46b7-babe-6598ece24db8 HTTP/1.1" status: 200 len: 843 time: 0.0494559 Nov 23 09:10:58.452287 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-dc35b4ce-0e59-4590-97ee-58aa2e99437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:58.454098 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-dc35b4ce-0e59-4590-97ee-58aa2e99437a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae20d7b9-ea1c-49c7-bb6e-900f8485096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0395324 Nov 23 09:10:58.552857 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-87136bf2-3cb9-42d7-ab0e-5d61368ed9ea service neutron] 10.222.0.47 "GET /v2.0/networks/ae20d7b9-ea1c-49c7-bb6e-900f8485096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915191 Nov 23 09:10:58.645824 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3bfe3e81-7318-4010-b009-08fb66e8fb91 req-c0cb60bc-e9ab-49a1-8d41-38d77d8d078d service neutron] 10.222.0.47 "GET /v2.0/networks/ae20d7b9-ea1c-49c7-bb6e-900f8485096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858293 Nov 23 09:10:58.729563 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f421be2-2837-4e49-9ef0-4d47ff113300 req-9ef58a16-41e5-4d43-be70-0445760a9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:58.731191 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6f421be2-2837-4e49-9ef0-4d47ff113300 req-9ef58a16-41e5-4d43-be70-0445760a9077 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94c3fa7617a0426b87751669beef6f0c&device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 1101 time: 0.0404913 Nov 23 09:10:58.822634 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f421be2-2837-4e49-9ef0-4d47ff113300 req-a7306be9-60ee-4347-a01b-7be00d010b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:58.824065 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6f421be2-2837-4e49-9ef0-4d47ff113300 req-a7306be9-60ee-4347-a01b-7be00d010b8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae20d7b9-ea1c-49c7-bb6e-900f8485096d HTTP/1.1" status: 200 len: 870 time: 0.0848274 Nov 23 09:10:58.868024 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6f421be2-2837-4e49-9ef0-4d47ff113300 req-375029a7-8d41-4997-bb5d-3cffc31c4c75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=b6eca348-1336-4df5-9304-30c20b5d3d9e HTTP/1.1" status: 200 len: 217 time: 0.0357771 Nov 23 09:10:58.917768 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f421be2-2837-4e49-9ef0-4d47ff113300 req-1e2f2ee7-ec83-4e33-8a8f-caad7e20341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:58.919142 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6f421be2-2837-4e49-9ef0-4d47ff113300 req-1e2f2ee7-ec83-4e33-8a8f-caad7e20341a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fccdbc9a-12a5-46b7-babe-6598ece24db8 HTTP/1.1" status: 200 len: 843 time: 0.0447652 Nov 23 09:10:58.964265 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f421be2-2837-4e49-9ef0-4d47ff113300 req-e34efbc5-2ece-4f14-8b6b-f90d81151b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:58.965749 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6f421be2-2837-4e49-9ef0-4d47ff113300 req-e34efbc5-2ece-4f14-8b6b-f90d81151b18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae20d7b9-ea1c-49c7-bb6e-900f8485096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0398366 Nov 23 09:10:59.058152 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6f421be2-2837-4e49-9ef0-4d47ff113300 req-29dde159-4328-40c4-8a7c-3135b75b058d service neutron] 10.222.0.47 "GET /v2.0/networks/ae20d7b9-ea1c-49c7-bb6e-900f8485096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846951 Nov 23 09:10:59.185018 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5097bb6-2774-4271-9937-bae45f654b84 req-d1455903-c274-481d-be2a-967a87605215 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:10:59.186406 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a5097bb6-2774-4271-9937-bae45f654b84 req-d1455903-c274-481d-be2a-967a87605215 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/ports?device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 948 time: 0.0956783 Nov 23 09:10:59.188124 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-6f421be2-2837-4e49-9ef0-4d47ff113300 req-4a7ef694-283b-4be8-a704-d3bbd56cd4be service neutron] 10.222.0.47 "GET /v2.0/networks/ae20d7b9-ea1c-49c7-bb6e-900f8485096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226726 Nov 23 09:10:59.233141 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-a5097bb6-2774-4271-9937-bae45f654b84 req-9eb7a7eb-2985-4005-a480-64365c2c0b6c tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a96fa08-3795-4142-80fb-22a96270cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Nov 23 09:11:00.344946 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e5b61-de41-43af-b6d0-d5c4f81e4af4 req-457b095c-54ee-495d-a1d6-f89813fa3f4a tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:00.346581 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2f9e5b61-de41-43af-b6d0-d5c4f81e4af4 req-457b095c-54ee-495d-a1d6-f89813fa3f4a tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/ports?device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 948 time: 0.0472407 Nov 23 09:11:00.392168 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-2f9e5b61-de41-43af-b6d0-d5c4f81e4af4 req-082f912f-ddbb-4245-98f0-9d7fe9c4ec61 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a96fa08-3795-4142-80fb-22a96270cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 Nov 23 09:11:00.510970 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d567642-1f33-42c7-b837-2bd37589d7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:01.058865 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device b6eca348-1336-4df5-9304-30c20b5d3d9e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:11:01.150335 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port b6eca348-1336-4df5-9304-30c20b5d3d9e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b6eca348-1336-4df5-9304-30c20b5d3d9e,segment=NetworkSegment(a806ff12-2b15-4a51-b39e-1f6f60a5a79f),segment_id=a806ff12-2b15-4a51-b39e-1f6f60a5a79f)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:11:01.161528 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Returning: {'device': 'b6eca348-1336-4df5-9304-30c20b5d3d9e', 'network_id': 'ae20d7b9-ea1c-49c7-bb6e-900f8485096d', 'port_id': 'b6eca348-1336-4df5-9304-30c20b5d3d9e', 'mac_address': 'fa:16:3e:4e:36:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccdbc9a-12a5-46b7-babe-6598ece24db8', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:11:01.200360 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:01.213283 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6eca348-1336-4df5-9304-30c20b5d3d9e {{(pid=102543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:11:01.231961 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port b6eca348-1336-4df5-9304-30c20b5d3d9e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b6eca348-1336-4df5-9304-30c20b5d3d9e,segment=NetworkSegment(a806ff12-2b15-4a51-b39e-1f6f60a5a79f),segment_id=a806ff12-2b15-4a51-b39e-1f6f60a5a79f)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:11:01.235723 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:01.281847 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=b6eca348-1336-4df5-9304-30c20b5d3d9e,revision_number=4']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:01.289461 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:11:01.289849 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:11:01.290190 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:11:01.295895 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:11:01.296698 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:11:01.297056 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:11:01.297418 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:11:01.297752 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:11:01.298081 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:11:01.298406 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:11:01.298728 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:11:01.299070 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-17-iscsi {{(pid=102543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:11:01.456332 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] get_ports_and_sgs() called for port_ids ['b6eca348-1336-4df5-9304-30c20b5d3d9e'] {{(pid=102543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:11:01.505851 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb57d53-5ef2-490a-91ba-6312a73aa23c req-6aaafc91-d30a-4532-8ea6-9bb44e0980b9 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:01.507327 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3cb57d53-5ef2-490a-91ba-6312a73aa23c req-6aaafc91-d30a-4532-8ea6-9bb44e0980b9 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/ports?device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 949 time: 0.0470295 Nov 23 09:11:01.554509 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-3cb57d53-5ef2-490a-91ba-6312a73aa23c req-14e16a70-870d-4a1b-b825-e68bfbaeb4ea tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a96fa08-3795-4142-80fb-22a96270cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 Nov 23 09:11:02.628991 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-90d528d2-56ee-44c3-8312-fd6276dbb5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:02.666753 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f2b96-8d2e-4e08-8c68-231541d4c13c req-5cebc0af-638c-469d-938d-1cdee56dd718 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:02.668274 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b03f2b96-8d2e-4e08-8c68-231541d4c13c req-5cebc0af-638c-469d-938d-1cdee56dd718 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/ports?device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 949 time: 0.0474367 Nov 23 09:11:02.714510 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-b03f2b96-8d2e-4e08-8c68-231541d4c13c req-d7a5bfea-8155-4f00-8c76-f1a58d2cb43d tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a96fa08-3795-4142-80fb-22a96270cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403774 Nov 23 09:11:02.838417 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 45218) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:02.992503 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-ee31ebf4-16cb-4d02-bb55-2b3fb50fa0c0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Deleting port 5de77f8c-ed19-40f4-8360-c0343f9cb818 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:11:02.992839 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ee31ebf4-16cb-4d02-bb55-2b3fb50fa0c0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:03.064418 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ee31ebf4-16cb-4d02-bb55-2b3fb50fa0c0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:03.065316 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ee31ebf4-16cb-4d02-bb55-2b3fb50fa0c0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:03.074702 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device b6eca348-1336-4df5-9304-30c20b5d3d9e up at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:11:03.076701 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-ee31ebf4-16cb-4d02-bb55-2b3fb50fa0c0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Calling delete_port for 5de77f8c-ed19-40f4-8360-c0343f9cb818 owned by network:floatingip {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:11:03.123259 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning for port b6eca348-1336-4df5-9304-30c20b5d3d9e completed by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:11:03.127983 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.provisioning_blocks [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Provisioning complete for port b6eca348-1336-4df5-9304-30c20b5d3d9e triggered by entity L2. {{(pid=102543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:11:03.128349 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614856'] for port, provisioning_complete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:03.209936 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642952'] for port, before_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:03.238466 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010297b8-08e0-4b26-b671-db5dfeb6f0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eca348-1336-4df5-9304-30c20b5d3d9e'}] {{(pid=102543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:11:03.240752 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75b6c51acc1dff7cfab1aa55bd6044acfb2505649c9c580acec828cd3f56cf8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2251308-bad7-453c-8212-9d8544b1165f" -d '{"events": [{"server_uuid": "010297b8-08e0-4b26-b671-db5dfeb6f0c4", "name": "network-vif-plugged", "status": "completed", "tag": "b6eca348-1336-4df5-9304-30c20b5d3d9e"}]}' {{(pid=102543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:11:03.386750 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b8bc5e-f37d-478b-82b5-c2a5d282124e x-openstack-request-id: req-b7b8bc5e-f37d-478b-82b5-c2a5d282124e {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:11:03.386981 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010297b8-08e0-4b26-b671-db5dfeb6f0c4", "name": "network-vif-plugged", "status": "completed", "tag": "b6eca348-1336-4df5-9304-30c20b5d3d9e", "code": 200}]} {{(pid=102543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:11:03.387201 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7b8bc5e-f37d-478b-82b5-c2a5d282124e {{(pid=102543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:11:03.387587 dv-cinder-768458-17-iscsi neutron-server[102543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010297b8-08e0-4b26-b671-db5dfeb6f0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eca348-1336-4df5-9304-30c20b5d3d9e', 'code': 200} Nov 23 09:11:03.391413 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] For port b6eca348-1336-4df5-9304-30c20b5d3d9e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b6eca348-1336-4df5-9304-30c20b5d3d9e,segment=NetworkSegment(a806ff12-2b15-4a51-b39e-1f6f60a5a79f),segment_id=a806ff12-2b15-4a51-b39e-1f6f60a5a79f)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:11:03.396359 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744614142666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744613708791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744613710605'] for port, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:03.445993 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Pushing event updated for resources: {'Port': ['ID=b6eca348-1336-4df5-9304-30c20b5d3d9e,revision_number=5']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:03.458603 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de03550-ea50-4343-bd02-08339fc92f85 req-59424cc7-0ecb-413b-a4e6-df31a4ec8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:03.460095 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0de03550-ea50-4343-bd02-08339fc92f85 req-59424cc7-0ecb-413b-a4e6-df31a4ec8aa5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 1103 time: 0.0457356 Nov 23 09:11:03.486717 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ee31ebf4-16cb-4d02-bb55-2b3fb50fa0c0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:03.505997 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-0de03550-ea50-4343-bd02-08339fc92f85 req-f39b9976-fbd4-4402-b097-7145bb4fb5aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a96fa08-3795-4142-80fb-22a96270cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374768 Nov 23 09:11:03.511667 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31ebf4-16cb-4d02-bb55-2b3fb50fa0c0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Pushing event deleted for resources: {'Port': ['ID=5de77f8c-ed19-40f4-8360-c0343f9cb818,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:03.572374 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ee31ebf4-16cb-4d02-bb55-2b3fb50fa0c0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for floatingip, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:03.572704 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.db.l3_db [None req-ee31ebf4-16cb-4d02-bb55-2b3fb50fa0c0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Floating IP 2f594820-dc42-46cc-b25f-89b9e3f2a725 disassociated (deleted). External IP: 172.27.2.34, port: 4f3fac16-b08e-4467-807a-ffaf42239b72. Nov 23 09:11:03.772256 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee31ebf4-16cb-4d02-bb55-2b3fb50fa0c0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Router fde1c5e8-7418-47fb-9c2a-c94b7696faae has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:11:03.907576 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2a0ba-06a5-468c-a310-d3804323c4da req-8c4fc108-bbdf-4fe2-a44d-342248476d54 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:03.909481 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a2a2a0ba-06a5-468c-a310-d3804323c4da req-8c4fc108-bbdf-4fe2-a44d-342248476d54 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/ports?device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 950 time: 0.1284986 Nov 23 09:11:03.943149 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee31ebf4-16cb-4d02-bb55-2b3fb50fa0c0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:11:03.948559 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-ee31ebf4-16cb-4d02-bb55-2b3fb50fa0c0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for floatingip, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:03.957258 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f12fb2b-3e65-4f3d-9914-329a0e108c52 None None] Sync routers for ids ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:11:03.972874 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:03.973914 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12fb2b-3e65-4f3d-9914-329a0e108c52 None None] Routers {'fde1c5e8-7418-47fb-9c2a-c94b7696faae'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:11:03.974537 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-4f12fb2b-3e65-4f3d-9914-329a0e108c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:11:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:03.991126 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-ee31ebf4-16cb-4d02-bb55-2b3fb50fa0c0 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "DELETE /v2.0/floatingips/2f594820-dc42-46cc-b25f-89b9e3f2a725 HTTP/1.1" status: 204 len: 168 time: 1.1517231 Nov 23 09:11:03.994482 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72'}] {{(pid=102541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:11:03.996702 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5f8a129a97fb2fe94ec79abe3c449299a18a66d627ddafb824c99aa33bb84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27622fd9-7896-4520-a5fd-d79aa7aa8cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72"}]}' {{(pid=102541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:11:04.004372 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-a2a2a0ba-06a5-468c-a310-d3804323c4da req-f5491c5f-5669-4dcb-ae48-154d7bb90d19 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a96fa08-3795-4142-80fb-22a96270cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876770 Nov 23 09:11:04.087588 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-4f12fb2b-3e65-4f3d-9914-329a0e108c52 None None] Set router fde1c5e8-7418-47fb-9c2a-c94b7696faae gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:11:04.201194 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfcc508-0d1d-4f2c-a977-972b301e49b2 x-openstack-request-id: req-9dfcc508-0d1d-4f2c-a977-972b301e49b2 {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:11:04.201482 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72", "status": "completed", "code": 200}]} {{(pid=102541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:11:04.201739 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9dfcc508-0d1d-4f2c-a977-972b301e49b2 {{(pid=102541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:11:04.202159 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'status': 'completed', 'code': 200} Nov 23 09:11:04.278941 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2bfa5-48f3-4979-a0d8-3ffbe896a2d2 req-37737262-603e-40b7-8caa-e110f4aa9fc8 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:04.280306 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-14e2bfa5-48f3-4979-a0d8-3ffbe896a2d2 req-37737262-603e-40b7-8caa-e110f4aa9fc8 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0836511 Nov 23 09:11:04.286441 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27622fd9-7896-4520-a5fd-d79aa7aa8cbe req-3d84166d-cba9-43cd-92b2-b872c70f1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:04.287832 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-27622fd9-7896-4520-a5fd-d79aa7aa8cbe req-3d84166d-cba9-43cd-92b2-b872c70f1c3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cac6add618145708d682ab7de8fa3af&device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0578544 Nov 23 09:11:04.305005 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-4f12fb2b-3e65-4f3d-9914-329a0e108c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:33Z', 'revision_number': 4, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port': {'id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2', 'name': '', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'mac_address': 'fa:16:3e:8e:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:33Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 5, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'subnets': [{'id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:04.334705 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f12fb2b-3e65-4f3d-9914-329a0e108c52 None None] Checking router: fde1c5e8-7418-47fb-9c2a-c94b7696faae for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:11:04.343399 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12fb2b-3e65-4f3d-9914-329a0e108c52 None None] Routers {'fde1c5e8-7418-47fb-9c2a-c94b7696faae'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:11:04.344099 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-4f12fb2b-3e65-4f3d-9914-329a0e108c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:11:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:04.386002 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-14e2bfa5-48f3-4979-a0d8-3ffbe896a2d2 req-1548d8dc-5822-401b-b9a6-15074a17041a tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971537 Nov 23 09:11:04.415399 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27622fd9-7896-4520-a5fd-d79aa7aa8cbe req-5572f5d0-ed58-41fd-a7fd-607ed5e193aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:04.417202 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-27622fd9-7896-4520-a5fd-d79aa7aa8cbe req-5572f5d0-ed58-41fd-a7fd-607ed5e193aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=394a2a58-dcca-4518-9053-d6b7a3085c18 HTTP/1.1" status: 200 len: 910 time: 0.1154063 Nov 23 09:11:04.449340 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-4f12fb2b-3e65-4f3d-9914-329a0e108c52 None None] Set router fde1c5e8-7418-47fb-9c2a-c94b7696faae gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:11:04.466137 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-27622fd9-7896-4520-a5fd-d79aa7aa8cbe req-5238d7a3-fc5f-4980-ac15-8f025e885fad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3fac16-b08e-4467-807a-ffaf42239b72 HTTP/1.1" status: 200 len: 217 time: 0.0399747 Nov 23 09:11:04.523150 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27622fd9-7896-4520-a5fd-d79aa7aa8cbe req-f6bc6f20-7322-4743-ad03-422f033c7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:04.524837 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-27622fd9-7896-4520-a5fd-d79aa7aa8cbe req-f6bc6f20-7322-4743-ad03-422f033c7cb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=557d8f55-206a-45e8-8f5b-d6880d068c8d HTTP/1.1" status: 200 len: 848 time: 0.0464721 Nov 23 09:11:04.573950 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27622fd9-7896-4520-a5fd-d79aa7aa8cbe req-5b8ce9f7-54bf-4bbc-8297-1828655f16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:04.575369 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-27622fd9-7896-4520-a5fd-d79aa7aa8cbe req-5b8ce9f7-54bf-4bbc-8297-1828655f16e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=394a2a58-dcca-4518-9053-d6b7a3085c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405147 Nov 23 09:11:04.659917 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-4f12fb2b-3e65-4f3d-9914-329a0e108c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:33Z', 'revision_number': 4, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port': {'id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2', 'name': '', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'mac_address': 'fa:16:3e:8e:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:33Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 5, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'subnets': [{'id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:04.675850 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-27622fd9-7896-4520-a5fd-d79aa7aa8cbe req-fa0ea6e7-fe0b-40ee-b774-daedaf9ada6b service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921600 Nov 23 09:11:04.686534 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f12fb2b-3e65-4f3d-9914-329a0e108c52 None None] The sync data for ids ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'] in dv-cinder-768458-17-iscsi is: [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:33Z', 'revision_number': 4, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port': {'id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi', '_interfaces': [{'id': '7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2', 'name': '', 'network_id': '394a2a58-dcca-4518-9053-d6b7a3085c18', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'mac_address': 'fa:16:3e:8e:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:33Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 5, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'subnets': [{'id': '557d8f55-206a-45e8-8f5b-d6880d068c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:11:04.771609 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-27622fd9-7896-4520-a5fd-d79aa7aa8cbe req-0054da23-0a72-4724-a1e9-91b7c6ac5075 service neutron] 10.222.0.47 "GET /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870402 Nov 23 09:11:04.900945 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe28f41-7fd8-431c-a551-baaacee20a7d None None] New status for floating IP 2f594820-dc42-46cc-b25f-89b9e3f2a725: DOWN {{(pid=102544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:11:04.934756 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:05.125480 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a1e07-5cb4-447d-9891-88fdb379d5f2 req-1b5b61e2-8bfb-4d01-809d-97d9a6911f48 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:05.126935 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1c3a1e07-5cb4-447d-9891-88fdb379d5f2 req-1b5b61e2-8bfb-4d01-809d-97d9a6911f48 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/ports?device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 950 time: 0.0541706 Nov 23 09:11:05.172991 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-1c3a1e07-5cb4-447d-9891-88fdb379d5f2 req-b256576c-f340-486a-83c1-e7280e59d62e tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a96fa08-3795-4142-80fb-22a96270cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Nov 23 09:11:05.420780 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a0e60-deed-4468-b887-3265934375d6 req-4e3b7f05-86cd-4597-a661-359bba1a266b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:05.422164 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5b0a0e60-deed-4468-b887-3265934375d6 req-4e3b7f05-86cd-4597-a661-359bba1a266b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/ports?device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 950 time: 0.0512424 Nov 23 09:11:05.471435 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-5b0a0e60-deed-4468-b887-3265934375d6 req-7ded1975-95e7-4088-a108-cbc6cbbaca6b tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a96fa08-3795-4142-80fb-22a96270cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430315 Nov 23 09:11:05.516483 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd406-de26-4a3c-aa01-c1e8bcaa4858 req-0653be58-6bb4-4678-9390-f783b5afee00 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:05.518748 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4bebd406-de26-4a3c-aa01-c1e8bcaa4858 req-0653be58-6bb4-4678-9390-f783b5afee00 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0498698 Nov 23 09:11:05.571621 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-4bebd406-de26-4a3c-aa01-c1e8bcaa4858 req-7f23e121-8f83-46cf-a8fd-93865f1f5d30 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb05471f-131f-4bfe-a395-cae774ff5f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471072 Nov 23 09:11:05.817677 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a52e7-b4a5-46d6-896b-207e9ae5e2fc req-b4977e0a-3d0e-49a5-ac74-f32a29aa3faf tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:05.819075 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-547a52e7-b4a5-46d6-896b-207e9ae5e2fc req-b4977e0a-3d0e-49a5-ac74-f32a29aa3faf tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.47 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0465205 Nov 23 09:11:05.897190 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:05.909650 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-547a52e7-b4a5-46d6-896b-207e9ae5e2fc req-8ad17783-23d6-4f63-bdd9-45640f42328b tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Deleting port 4f3fac16-b08e-4467-807a-ffaf42239b72 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:11:05.909989 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-547a52e7-b4a5-46d6-896b-207e9ae5e2fc req-8ad17783-23d6-4f63-bdd9-45640f42328b tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:05.999948 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-547a52e7-b4a5-46d6-896b-207e9ae5e2fc req-8ad17783-23d6-4f63-bdd9-45640f42328b tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] For port 4f3fac16-b08e-4467-807a-ffaf42239b72, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4f3fac16-b08e-4467-807a-ffaf42239b72,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:11:06.000305 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-547a52e7-b4a5-46d6-896b-207e9ae5e2fc req-8ad17783-23d6-4f63-bdd9-45640f42328b tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:06.013378 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-547a52e7-b4a5-46d6-896b-207e9ae5e2fc req-8ad17783-23d6-4f63-bdd9-45640f42328b tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Calling delete_port for 4f3fac16-b08e-4467-807a-ffaf42239b72 owned by compute:nova {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:11:06.143124 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-547a52e7-b4a5-46d6-896b-207e9ae5e2fc req-8ad17783-23d6-4f63-bdd9-45640f42328b tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:06.170039 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad17783-23d6-4f63-bdd9-45640f42328b tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Pushing event deleted for resources: {'Port': ['ID=4f3fac16-b08e-4467-807a-ffaf42239b72,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:06.212055 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-547a52e7-b4a5-46d6-896b-207e9ae5e2fc req-8ad17783-23d6-4f63-bdd9-45640f42328b tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] No DVR routers for this DVR port 4f3fac16-b08e-4467-807a-ffaf42239b72 on host hv-cinder-76845 {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:11:06.214620 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-547a52e7-b4a5-46d6-896b-207e9ae5e2fc req-8ad17783-23d6-4f63-bdd9-45640f42328b tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:06.218001 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-547a52e7-b4a5-46d6-896b-207e9ae5e2fc req-8ad17783-23d6-4f63-bdd9-45640f42328b tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.47 "DELETE /v2.0/ports/4f3fac16-b08e-4467-807a-ffaf42239b72 HTTP/1.1" status: 204 len: 173 time: 0.3926227 Nov 23 09:11:06.218456 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'name': 'network-vif-deleted', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:11:06.220659 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9306585-af35-45c8-be1b-17eb72d1bc40" -d '{"events": [{"server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "name": "network-vif-deleted", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:11:06.259702 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845ae53f-c298-40b5-a2cc-339f9a5b8e39 x-openstack-request-id: req-845ae53f-c298-40b5-a2cc-339f9a5b8e39 {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:11:06.260001 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06366ba9-6cab-4a74-97b6-d256cd9bd6d1", "name": "network-vif-deleted", "tag": "4f3fac16-b08e-4467-807a-ffaf42239b72", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:11:06.260259 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-845ae53f-c298-40b5-a2cc-339f9a5b8e39 {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:11:06.260652 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06366ba9-6cab-4a74-97b6-d256cd9bd6d1', 'name': 'network-vif-deleted', 'tag': '4f3fac16-b08e-4467-807a-ffaf42239b72', 'status': 'completed', 'code': 200} Nov 23 09:11:06.599023 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec1260-98ff-431a-bb25-e2ef7d8f98f5 req-1993dedf-adc9-45fc-a50b-b943ee34cec8 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:06.600750 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-66ec1260-98ff-431a-bb25-e2ef7d8f98f5 req-1993dedf-adc9-45fc-a50b-b943ee34cec8 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/ports?device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 950 time: 0.0562887 Nov 23 09:11:06.681777 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-66ec1260-98ff-431a-bb25-e2ef7d8f98f5 req-9416be93-dcfd-41c4-8cb8-fb249fd63e92 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a96fa08-3795-4142-80fb-22a96270cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737154 Nov 23 09:11:06.699389 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [req-4cd9431c-8b0d-42d1-b90a-8a40948b93a6 req-c111694d-157e-474b-9bbd-53902130cfd3 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "GET /v2.0/ports?device_id=06366ba9-6cab-4a74-97b6-d256cd9bd6d1 HTTP/1.1" status: 200 len: 210 time: 0.0272510 Nov 23 09:11:06.777964 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002105a9-8fb3-48ad-b389-1e1ec8edf000 req-8fd8f22c-e0e8-406a-8b92-db28c23e7ba8 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:11:06.779292 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-002105a9-8fb3-48ad-b389-1e1ec8edf000 req-8fd8f22c-e0e8-406a-8b92-db28c23e7ba8 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.47 "GET /v2.0/ports?device_id=010297b8-08e0-4b26-b671-db5dfeb6f0c4 HTTP/1.1" status: 200 len: 950 time: 0.0466261 Nov 23 09:11:06.878153 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-002105a9-8fb3-48ad-b389-1e1ec8edf000 req-59152026-126d-4708-84d9-184f39ac6519 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Deleting port b6eca348-1336-4df5-9304-30c20b5d3d9e {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:11:06.878500 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-002105a9-8fb3-48ad-b389-1e1ec8edf000 req-59152026-126d-4708-84d9-184f39ac6519 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:06.975445 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [req-002105a9-8fb3-48ad-b389-1e1ec8edf000 req-59152026-126d-4708-84d9-184f39ac6519 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] For port b6eca348-1336-4df5-9304-30c20b5d3d9e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b6eca348-1336-4df5-9304-30c20b5d3d9e,segment=NetworkSegment(a806ff12-2b15-4a51-b39e-1f6f60a5a79f),segment_id=a806ff12-2b15-4a51-b39e-1f6f60a5a79f)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:11:06.975691 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-002105a9-8fb3-48ad-b389-1e1ec8edf000 req-59152026-126d-4708-84d9-184f39ac6519 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:06.987296 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [req-002105a9-8fb3-48ad-b389-1e1ec8edf000 req-59152026-126d-4708-84d9-184f39ac6519 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Calling delete_port for b6eca348-1336-4df5-9304-30c20b5d3d9e owned by compute:nova {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:11:07.114932 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-002105a9-8fb3-48ad-b389-1e1ec8edf000 req-59152026-126d-4708-84d9-184f39ac6519 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:07.148273 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59152026-126d-4708-84d9-184f39ac6519 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Pushing event deleted for resources: {'Port': ['ID=b6eca348-1336-4df5-9304-30c20b5d3d9e,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:07.185043 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [req-002105a9-8fb3-48ad-b389-1e1ec8edf000 req-59152026-126d-4708-84d9-184f39ac6519 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] No DVR routers for this DVR port b6eca348-1336-4df5-9304-30c20b5d3d9e on host hv-cinder-76845 {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:11:07.187613 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [req-002105a9-8fb3-48ad-b389-1e1ec8edf000 req-59152026-126d-4708-84d9-184f39ac6519 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118120'] for port, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:07.191848 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [req-002105a9-8fb3-48ad-b389-1e1ec8edf000 req-59152026-126d-4708-84d9-184f39ac6519 tempest-VolumesNegativeTest-1540579416 tempest-VolumesNegativeTest-1540579416-project] 10.222.0.47 "DELETE /v2.0/ports/b6eca348-1336-4df5-9304-30c20b5d3d9e HTTP/1.1" status: 204 len: 173 time: 0.4022586 Nov 23 09:11:07.756675 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 45256) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:07.817545 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-00c842be-771e-42ed-9291-c2fa6a1dce09 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:07.843191 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-00c842be-771e-42ed-9291-c2fa6a1dce09 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:07.902340 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-00c842be-771e-42ed-9291-c2fa6a1dce09 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:07.906104 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-00c842be-771e-42ed-9291-c2fa6a1dce09 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Publish callbacks [] for security_group, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:07.907611 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-00c842be-771e-42ed-9291-c2fa6a1dce09 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] 10.222.0.46 "DELETE /v2.0/security-groups/bb05471f-131f-4bfe-a395-cae774ff5f1d HTTP/1.1" status: 204 len: 168 time: 0.1498282 Nov 23 09:11:07.918082 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c842be-771e-42ed-9291-c2fa6a1dce09 tempest-TestShelveInstance-1600663789 tempest-TestShelveInstance-1600663789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb05471f-131f-4bfe-a395-cae774ff5f1d,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:07.959085 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 45274) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:08.262323 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010297b8-08e0-4b26-b671-db5dfeb6f0c4', 'name': 'network-vif-deleted', 'tag': 'b6eca348-1336-4df5-9304-30c20b5d3d9e'}] {{(pid=102542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:11:08.265593 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00288be6a8ee9d9186130682c2645a1e250a464d5b58730ce4f2ff8d34a7310d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd50f044-e353-4539-96cd-f6407a10df29" -d '{"events": [{"server_uuid": "010297b8-08e0-4b26-b671-db5dfeb6f0c4", "name": "network-vif-deleted", "tag": "b6eca348-1336-4df5-9304-30c20b5d3d9e"}]}' {{(pid=102542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:11:08.312177 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5287bd9-2764-47b8-b6d7-6a73bdb2eafe x-openstack-request-id: req-a5287bd9-2764-47b8-b6d7-6a73bdb2eafe {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:11:08.312705 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010297b8-08e0-4b26-b671-db5dfeb6f0c4", "name": "network-vif-deleted", "tag": "b6eca348-1336-4df5-9304-30c20b5d3d9e", "status": "completed", "code": 200}]} {{(pid=102542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:11:08.313045 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5287bd9-2764-47b8-b6d7-6a73bdb2eafe {{(pid=102542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:11:08.313578 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010297b8-08e0-4b26-b671-db5dfeb6f0c4', 'name': 'network-vif-deleted', 'tag': 'b6eca348-1336-4df5-9304-30c20b5d3d9e', 'status': 'completed', 'code': 200} Nov 23 09:11:08.322529 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-db338f9f-ad8d-4473-82ee-6b8c2a0b7999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404538'] for router_interface, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:08.573996 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-db338f9f-ad8d-4473-82ee-6b8c2a0b7999 admin admin] Deleting port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:11:08.574336 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-db338f9f-ad8d-4473-82ee-6b8c2a0b7999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:08.652066 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [None req-db338f9f-ad8d-4473-82ee-6b8c2a0b7999 admin admin] For port 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:11:08.652448 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-db338f9f-ad8d-4473-82ee-6b8c2a0b7999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:08.664972 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-db338f9f-ad8d-4473-82ee-6b8c2a0b7999 admin admin] Calling delete_port for 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 owned by network:router_interface {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:11:08.843592 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-db338f9f-ad8d-4473-82ee-6b8c2a0b7999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:08.873549 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db338f9f-ad8d-4473-82ee-6b8c2a0b7999 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:09.050771 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-db338f9f-ad8d-4473-82ee-6b8c2a0b7999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404646'] for router_interface, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:09.091182 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 4f3fac16-b08e-4467-807a-ffaf42239b72 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:11:09.118639 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: 4f3fac16-b08e-4467-807a-ffaf42239b72 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:11:09.119138 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device 4f3fac16-b08e-4467-807a-ffaf42239b72 not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:11:09.119553 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device b6eca348-1336-4df5-9304-30c20b5d3d9e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:11:09.139615 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] No Port match for: b6eca348-1336-4df5-9304-30c20b5d3d9e {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:11:09.139962 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Device b6eca348-1336-4df5-9304-30c20b5d3d9e not bound to the agent host hv-cinder-76845 {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:11:09.271722 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db338f9f-ad8d-4473-82ee-6b8c2a0b7999 admin admin] Router fde1c5e8-7418-47fb-9c2a-c94b7696faae has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:11:09.379992 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db338f9f-ad8d-4473-82ee-6b8c2a0b7999 admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:11:09.385546 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-db338f9f-ad8d-4473-82ee-6b8c2a0b7999 admin admin] 10.222.0.46 "PUT /v2.0/routers/fde1c5e8-7418-47fb-9c2a-c94b7696faae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4262781 Nov 23 09:11:09.387973 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 45428) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:09.390914 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f9f74-3166-46bb-850e-d2a3a47e24d6 None None] Sync routers for ids ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'] in dv-cinder-768458-17-iscsi {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:11:09.405272 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f9f74-3166-46bb-850e-d2a3a47e24d6 None None] Routers {'fde1c5e8-7418-47fb-9c2a-c94b7696faae'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:11:09.405926 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-924f9f74-3166-46bb-850e-d2a3a47e24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:11:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:09.507939 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Publish callbacks [] for router, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:09.514068 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-924f9f74-3166-46bb-850e-d2a3a47e24d6 None None] Set router fde1c5e8-7418-47fb-9c2a-c94b7696faae gateway port host: dv-cinder-768458-17-iscsi {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:11:09.620334 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:09.685533 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Deleting port a7ddc016-f401-4798-931c-31519908d5a6 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:11:09.685933 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:09.697658 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:11:09.729268 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-924f9f74-3166-46bb-850e-d2a3a47e24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:11:08Z', 'revision_number': 5, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port': {'id': 'a7ddc016-f401-4798-931c-31519908d5a6', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:09.758243 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f9f74-3166-46bb-850e-d2a3a47e24d6 None None] Checking router: fde1c5e8-7418-47fb-9c2a-c94b7696faae for host: dv-cinder-768458-17-iscsi {{(pid=102543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:11:09.775240 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f9f74-3166-46bb-850e-d2a3a47e24d6 None None] Routers {'fde1c5e8-7418-47fb-9c2a-c94b7696faae'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:11:09.775240 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-924f9f74-3166-46bb-850e-d2a3a47e24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:11:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'], 'active': True} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:09.777132 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] For port a7ddc016-f401-4798-931c-31519908d5a6, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=a7ddc016-f401-4798-931c-31519908d5a6,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:11:09.777487 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:09.791625 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Calling delete_port for a7ddc016-f401-4798-931c-31519908d5a6 owned by network:router_gateway {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:11:09.858699 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvr_db [None req-924f9f74-3166-46bb-850e-d2a3a47e24d6 None None] Set router fde1c5e8-7418-47fb-9c2a-c94b7696faae gateway port host: None {{(pid=102543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:11:09.913702 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_hamode_db [None req-924f9f74-3166-46bb-850e-d2a3a47e24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:11:09Z', 'revision_number': 6, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port_host': None}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:09.942406 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f9f74-3166-46bb-850e-d2a3a47e24d6 None None] The sync data for ids ['fde1c5e8-7418-47fb-9c2a-c94b7696faae'] in dv-cinder-768458-17-iscsi is: [{'id': 'fde1c5e8-7418-47fb-9c2a-c94b7696faae', 'name': 'tempest-TestShelveInstance-1826054171-router', 'tenant_id': '6cac6add618145708d682ab7de8fa3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:31Z', 'updated_at': '2021-11-23T09:11:09Z', 'revision_number': 6, 'project_id': '6cac6add618145708d682ab7de8fa3af', 'gw_port_host': None}] {{(pid=102543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:11:09.983855 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.010449 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ddc016-f401-4798-931c-31519908d5a6,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:10.072773 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404736'] for router_gateway, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.422559 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13363'] for router, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.425333 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.466345 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404866'] for router, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.466870 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fde1c5e8-7418-47fb-9c2a-c94b7696faae {{(pid=102541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:11:10.471349 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] Publish callbacks [] for router, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.472722 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-91255701-fd6a-4f0f-8de2-982ab0ddff0a admin admin] 10.222.0.46 "DELETE /v2.0/routers/fde1c5e8-7418-47fb-9c2a-c94b7696faae HTTP/1.1" status: 204 len: 168 time: 1.0837655 Nov 23 09:11:10.475302 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 45502) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:10.524648 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f615a5-f495-48ac-b6b2-f8991cd95193 admin admin] Deleting subnet 557d8f55-206a-45e8-8f5b-d6880d068c8d {{(pid=102541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:11:10.527765 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-31f615a5-f495-48ac-b6b2-f8991cd95193 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.565728 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-31f615a5-f495-48ac-b6b2-f8991cd95193 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9459622'] for subnet, precommit_delete_associations {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.641131 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-31f615a5-f495-48ac-b6b2-f8991cd95193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.699892 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-31f615a5-f495-48ac-b6b2-f8991cd95193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8753340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11572730'] for subnet, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.725839 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f615a5-f495-48ac-b6b2-f8991cd95193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=557d8f55-206a-45e8-8f5b-d6880d068c8d,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:10.731537 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-31f615a5-f495-48ac-b6b2-f8991cd95193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for subnet, before_response {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.734815 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-31f615a5-f495-48ac-b6b2-f8991cd95193 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/557d8f55-206a-45e8-8f5b-d6880d068c8d HTTP/1.1" status: 204 len: 168 time: 0.2585707 Nov 23 09:11:10.738158 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 45504) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:10.738674 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab9370d-fc37-4bf0-af51-8fef16009a15 None None] Network 394a2a58-dcca-4518-9053-d6b7a3085c18 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:11:10.764896 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:11:10.817256 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.818841 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:11:10.819432 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 7ff5ca84-8af1-4c98-b69e-b5f04bdea3f2 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:11:10.819630 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device a7ddc016-f401-4798-931c-31519908d5a6 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:11:10.844672 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: a7ddc016-f401-4798-931c-31519908d5a6 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:11:10.845014 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device a7ddc016-f401-4798-931c-31519908d5a6 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:11:10.872265 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Deleting port b41269b5-f3e1-43a5-a30a-c1f10176c71f {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:11:10.872694 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.944660 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] For port b41269b5-f3e1-43a5-a30a-c1f10176c71f, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=b41269b5-f3e1-43a5-a30a-c1f10176c71f,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:11:10.945032 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:10.958926 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Calling delete_port for b41269b5-f3e1-43a5-a30a-c1f10176c71f owned by network:dhcp {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:11:10.981274 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bcc5fb-825c-44d0-8d29-8339d26e4172 None None] DHCP port deletion for 394a2a58-dcca-4518-9053-d6b7a3085c18 request from dv-cinder-768458-17-iscsi {{(pid=102543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:11:11.036066 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-58bcc5fb-825c-44d0-8d29-8339d26e4172 None None] Deleting port b41269b5-f3e1-43a5-a30a-c1f10176c71f {{(pid=102543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:11:11.036441 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-58bcc5fb-825c-44d0-8d29-8339d26e4172 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.049681 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.077145 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] No DVR routers for this DVR port b41269b5-f3e1-43a5-a30a-c1f10176c71f on host dv-cinder-768458-17-iscsi {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:11:11.081707 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b41269b5-f3e1-43a5-a30a-c1f10176c71f,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:11.109042 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-58bcc5fb-825c-44d0-8d29-8339d26e4172 None None] For port b41269b5-f3e1-43a5-a30a-c1f10176c71f, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=b41269b5-f3e1-43a5-a30a-c1f10176c71f,segment=NetworkSegment(0409f66a-a67e-4af4-bfed-8d3e72d8c4d5),segment_id=0409f66a-a67e-4af4-bfed-8d3e72d8c4d5)] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:11:11.109472 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-58bcc5fb-825c-44d0-8d29-8339d26e4172 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.121701 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-58bcc5fb-825c-44d0-8d29-8339d26e4172 None None] Calling delete_port for b41269b5-f3e1-43a5-a30a-c1f10176c71f owned by network:dhcp {{(pid=102543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:11:11.159803 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.179657 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394a2a58-dcca-4518-9053-d6b7a3085c18']}} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:11.188842 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5') {'for_net_delete': True} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:11.189066 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0409f66a-a67e-4af4-bfed-8d3e72d8c4d5') {} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:11.197799 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-58bcc5fb-825c-44d0-8d29-8339d26e4172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782'] for port, after_delete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.198689 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785801'] for segment, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.213254 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.219421 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:11:11.219801 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12410395'] for segment, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: Traceback (most recent call last): Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: timer() Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: cb(*args, **kw) Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: return func(*args, **kwargs) Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: self._notify() Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: self.callback(batched_events) Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: event.method(event) Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: return f(self, *a, **k) Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._get(url).json() Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: return self.request(url, 'GET', **kwargs) Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:11:11.222593 dv-cinder-768458-17-iscsi neutron-server[102542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:11:11.225139 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcc5fb-825c-44d0-8d29-8339d26e4172 None None] Pushing event deleted for resources: {'Port': ['ID=b41269b5-f3e1-43a5-a30a-c1f10176c71f,revision_number=None']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:11.227435 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bcc5fb-825c-44d0-8d29-8339d26e4172 None None] No DVR routers for this DVR port b41269b5-f3e1-43a5-a30a-c1f10176c71f on host dv-cinder-768458-17-iscsi {{(pid=102543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:11:11.278065 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.283285 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.287408 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] 10.222.0.46 "DELETE /v2.0/networks/394a2a58-dcca-4518-9053-d6b7a3085c18 HTTP/1.1" status: 204 len: 168 time: 0.5482609 Nov 23 09:11:11.290522 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [-] (102541) accepted ('10.222.0.46', 45506) {{(pid=102541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:11.297826 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e9056-5c8a-4909-89c8-fe0d064c86cb admin admin] Pushing event deleted for resources: {'Network': ['ID=394a2a58-dcca-4518-9053-d6b7a3085c18,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:11.644021 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d1d2-e777-4cbe-84e8-a660ef82485e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404538'] for router_interface, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.691592 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 45514) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:11.822132 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-182ef22d-441a-4a34-9722-e9fbbad7a263 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94c3fa7617a0426b87751669beef6f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291654 Nov 23 09:11:11.824605 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 45518) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:11.880680 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04a683fb-ebbe-4e73-933e-39a00ed35afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.891822 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-2bc5d1d2-e777-4cbe-84e8-a660ef82485e admin admin] Deleting port 9e465d03-6941-4852-be9d-d7bf68b1b675 {{(pid=102541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:11:11.892155 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d1d2-e777-4cbe-84e8-a660ef82485e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.901954 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04a683fb-ebbe-4e73-933e-39a00ed35afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.949245 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04a683fb-ebbe-4e73-933e-39a00ed35afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.951777 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-04a683fb-ebbe-4e73-933e-39a00ed35afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.953181 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-04a683fb-ebbe-4e73-933e-39a00ed35afa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a96fa08-3795-4142-80fb-22a96270cd25 HTTP/1.1" status: 204 len: 168 time: 0.1276021 Nov 23 09:11:11.961906 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a683fb-ebbe-4e73-933e-39a00ed35afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a96fa08-3795-4142-80fb-22a96270cd25,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:11.981987 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.db [None req-2bc5d1d2-e777-4cbe-84e8-a660ef82485e admin admin] For port 9e465d03-6941-4852-be9d-d7bf68b1b675, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=9e465d03-6941-4852-be9d-d7bf68b1b675,segment=NetworkSegment(353e784a-c5c0-40d1-ae0e-3da04a464d1d),segment_id=353e784a-c5c0-40d1-ae0e-3da04a464d1d)] {{(pid=102541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:11:11.982437 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d1d2-e777-4cbe-84e8-a660ef82485e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:11.995497 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.plugins.ml2.plugin [None req-2bc5d1d2-e777-4cbe-84e8-a660ef82485e admin admin] Calling delete_port for 9e465d03-6941-4852-be9d-d7bf68b1b675 owned by network:router_interface {{(pid=102541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:11:12.184164 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d1d2-e777-4cbe-84e8-a660ef82485e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753359'] for port, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:12.212937 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5d1d2-e777-4cbe-84e8-a660ef82485e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e465d03-6941-4852-be9d-d7bf68b1b675,revision_number=None']} {{(pid=102541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:12.379434 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d1d2-e777-4cbe-84e8-a660ef82485e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404646'] for router_interface, after_delete {{(pid=102541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:12.552034 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device b41269b5-f3e1-43a5-a30a-c1f10176c71f no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:11:12.572516 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: b41269b5-f3e1-43a5-a30a-c1f10176c71f {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:11:12.572861 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device b41269b5-f3e1-43a5-a30a-c1f10176c71f not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:11:12.592325 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc5d1d2-e777-4cbe-84e8-a660ef82485e admin admin] Router f12910b9-94c7-4335-810e-1cd9b453e034 has already been hosted by L3 agent 43c607cc-2af8-49cf-a2c3-fa22fa0f90ce {{(pid=102541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:11:12.695167 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc5d1d2-e777-4cbe-84e8-a660ef82485e admin admin] Notify agent at l3_agent.dv-cinder-768458-17-iscsi the message routers_updated {{(pid=102541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:11:12.702795 dv-cinder-768458-17-iscsi neutron-server[102541]: INFO neutron.wsgi [None req-2bc5d1d2-e777-4cbe-84e8-a660ef82485e admin admin] 10.222.0.46 "PUT /v2.0/routers/f12910b9-94c7-4335-810e-1cd9b453e034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4084690 Nov 23 09:11:12.703030 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 45522) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:12.703878 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764148e-f82e-499d-80be-1432f3c9acca None None] Sync routers for ids ['f12910b9-94c7-4335-810e-1cd9b453e034'] in dv-cinder-768458-17-iscsi {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:11:12.714442 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764148e-f82e-499d-80be-1432f3c9acca None None] Routers {'f12910b9-94c7-4335-810e-1cd9b453e034'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:11:12.715102 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-7764148e-f82e-499d-80be-1432f3c9acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:11:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f12910b9-94c7-4335-810e-1cd9b453e034'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:12.807200 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:12.816131 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-7764148e-f82e-499d-80be-1432f3c9acca None None] Set router f12910b9-94c7-4335-810e-1cd9b453e034 gateway port host: dv-cinder-768458-17-iscsi {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:11:12.910076 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:12.963523 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Deleting port bc30f632-cd34-4465-b64c-954868a445ae {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:11:12.963858 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:12.993581 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-7764148e-f82e-499d-80be-1432f3c9acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'name': 'tempest-TestShelveInstance-74606540-router', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'external_fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:35Z', 'updated_at': '2021-11-23T09:11:12Z', 'revision_number': 5, 'project_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'gw_port': {'id': 'bc30f632-cd34-4465-b64c-954868a445ae', 'name': '', 'network_id': '35e91d60-8c71-47d2-b9df-69aef295cc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:06:36Z', 'updated_at': '2021-11-23T09:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce464ed4-6c86-4340-8275-eb961e713b2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-17-iscsi'}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:13.020096 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764148e-f82e-499d-80be-1432f3c9acca None None] Checking router: f12910b9-94c7-4335-810e-1cd9b453e034 for host: dv-cinder-768458-17-iscsi {{(pid=102544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:11:13.028232 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764148e-f82e-499d-80be-1432f3c9acca None None] Routers {'f12910b9-94c7-4335-810e-1cd9b453e034'} bound to L3 agent in host dv-cinder-768458-17-iscsi {{(pid=102544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:11:13.028829 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-7764148e-f82e-499d-80be-1432f3c9acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T08:51:03Z,description=,heartbeat_timestamp=2021-11-23T09:11:03Z,host='dv-cinder-768458-17-iscsi',id=43c607cc-2af8-49cf-a2c3-fa22fa0f90ce,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T08:51:03Z,topic='l3_agent')) {'router_ids': ['f12910b9-94c7-4335-810e-1cd9b453e034'], 'active': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:13.043870 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] For port bc30f632-cd34-4465-b64c-954868a445ae, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=bc30f632-cd34-4465-b64c-954868a445ae,segment=NetworkSegment(e092f18c-f6d7-4105-bc02-d6241cafef34),segment_id=e092f18c-f6d7-4105-bc02-d6241cafef34)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:11:13.044226 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.055705 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Calling delete_port for bc30f632-cd34-4465-b64c-954868a445ae owned by network:router_gateway {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:11:13.113395 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvr_db [None req-7764148e-f82e-499d-80be-1432f3c9acca None None] Set router f12910b9-94c7-4335-810e-1cd9b453e034 gateway port host: None {{(pid=102544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:11:13.165379 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.l3_hamode_db [None req-7764148e-f82e-499d-80be-1432f3c9acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'name': 'tempest-TestShelveInstance-74606540-router', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:35Z', 'updated_at': '2021-11-23T09:11:12Z', 'revision_number': 6, 'project_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'gw_port_host': None}], 'dv-cinder-768458-17-iscsi', False) {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:13.192021 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764148e-f82e-499d-80be-1432f3c9acca None None] The sync data for ids ['f12910b9-94c7-4335-810e-1cd9b453e034'] in dv-cinder-768458-17-iscsi is: [{'id': 'f12910b9-94c7-4335-810e-1cd9b453e034', 'name': 'tempest-TestShelveInstance-74606540-router', 'tenant_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:06:35Z', 'updated_at': '2021-11-23T09:11:12Z', 'revision_number': 6, 'project_id': 'efcc0c2c5fe640b4bc0217427a2aa139', 'gw_port_host': None}] {{(pid=102544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:11:13.226716 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.251185 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc30f632-cd34-4465-b64c-954868a445ae,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:13.312023 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404736'] for router_gateway, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.401235 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13363'] for router, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.403283 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.447509 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404866'] for router, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.448205 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f12910b9-94c7-4335-810e-1cd9b453e034 {{(pid=102542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:11:13.452836 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] Publish callbacks [] for router, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.454175 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-b5d3bc3a-345b-49e9-b21e-64f2af87abf9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f12910b9-94c7-4335-810e-1cd9b453e034 HTTP/1.1" status: 204 len: 168 time: 0.7501531 Nov 23 09:11:13.457078 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 45524) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:13.500489 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.db_base_plugin_v2 [None req-48685ff1-2b24-4784-840a-1dedd5d1976e admin admin] Deleting subnet 32b7b905-ad30-422f-9175-b47c41ca1f61 {{(pid=102542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:11:13.504262 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-48685ff1-2b24-4784-840a-1dedd5d1976e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.538066 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-48685ff1-2b24-4784-840a-1dedd5d1976e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785854'] for subnet, precommit_delete_associations {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.622968 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-48685ff1-2b24-4784-840a-1dedd5d1976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626686'] for subnet, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.676642 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-48685ff1-2b24-4784-840a-1dedd5d1976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8590777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583604'] for subnet, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.700965 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48685ff1-2b24-4784-840a-1dedd5d1976e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b7b905-ad30-422f-9175-b47c41ca1f61,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:13.704846 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-48685ff1-2b24-4784-840a-1dedd5d1976e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.708493 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-48685ff1-2b24-4784-840a-1dedd5d1976e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/32b7b905-ad30-422f-9175-b47c41ca1f61 HTTP/1.1" status: 204 len: 168 time: 0.2502003 Nov 23 09:11:13.710787 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 45526) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:13.711038 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd86e1d-079d-45f9-9b0a-2258a3598415 None None] Network 98b09699-3409-4d0e-b9f4-40640974fd22 requested from dv-cinder-768458-17-iscsi {{(pid=102543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:11:13.777469 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625319'] for network, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.833030 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Deleting port 62c7edb7-2e26-4779-854e-0b2247ec7e67 {{(pid=102542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:11:13.833393 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.896297 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.db [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] For port 62c7edb7-2e26-4779-854e-0b2247ec7e67, host dv-cinder-768458-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-17-iscsi',level=0,port_id=62c7edb7-2e26-4779-854e-0b2247ec7e67,segment=NetworkSegment(353e784a-c5c0-40d1-ae0e-3da04a464d1d),segment_id=353e784a-c5c0-40d1-ae0e-3da04a464d1d)] {{(pid=102542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:11:13.896581 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.910387 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Calling delete_port for 62c7edb7-2e26-4779-854e-0b2247ec7e67 owned by network:dhcp {{(pid=102542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:11:13.949501 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b7af1-8841-4649-97a6-721960e5e138 None None] DHCP port deletion for 98b09699-3409-4d0e-b9f4-40640974fd22 request from dv-cinder-768458-17-iscsi {{(pid=102543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:11:13.995014 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8590794'] for port, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:13.999292 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b7af1-8841-4649-97a6-721960e5e138 None None] Deleting port 62c7edb7-2e26-4779-854e-0b2247ec7e67 {{(pid=102543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:11:13.999743 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7af1-8841-4649-97a6-721960e5e138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744614141534'] for port, before_delete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:14.020599 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Pushing event deleted for resources: {'Port': ['ID=62c7edb7-2e26-4779-854e-0b2247ec7e67,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:14.024052 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] No DVR routers for this DVR port 62c7edb7-2e26-4779-854e-0b2247ec7e67 on host dv-cinder-768458-17-iscsi {{(pid=102542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:11:14.105143 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626081', 'neutron.services.segments.db._delete_segments_for_network-8744614270648'] for network, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:14.199394 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.db [None req-2b9b7af1-8841-4649-97a6-721960e5e138 None None] For port 62c7edb7-2e26-4779-854e-0b2247ec7e67, host dv-cinder-768458-17-iscsi, got binding levels [] {{(pid=102543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:11:14.199783 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7af1-8841-4649-97a6-721960e5e138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402973'] for port, precommit_delete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:14.214760 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b7af1-8841-4649-97a6-721960e5e138 None None] Calling delete_port for 62c7edb7-2e26-4779-854e-0b2247ec7e67 owned by network:dhcp {{(pid=102543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:11:14.217583 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.ipam_backend_mixin [None req-2b9b7af1-8841-4649-97a6-721960e5e138 None None] Port 62c7edb7-2e26-4779-854e-0b2247ec7e67 was not found and therefore no delete operation was performed {{(pid=102543) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 09:11:14.218885 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7af1-8841-4649-97a6-721960e5e138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744614143344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744613708782'] for port, after_delete {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:14.244872 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b7af1-8841-4649-97a6-721960e5e138 None None] Pushing event deleted for resources: {'Port': ['ID=62c7edb7-2e26-4779-854e-0b2247ec7e67,revision_number=None']} {{(pid=102543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:14.249847 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b7af1-8841-4649-97a6-721960e5e138 None None] No DVR routers for this DVR port 62c7edb7-2e26-4779-854e-0b2247ec7e67 on host dv-cinder-768458-17-iscsi {{(pid=102543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:11:14.386455 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b09699-3409-4d0e-b9f4-40640974fd22']}} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:14.396554 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353e784a-c5c0-40d1-ae0e-3da04a464d1d') {'for_net_delete': True} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:14.396850 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.services.segments.db [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353e784a-c5c0-40d1-ae0e-3da04a464d1d') {} {{(pid=102542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:11:14.405859 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744614231628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785801'] for segment, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:14.418657 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091'] for segment, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:14.424320 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:11:14.424695 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3625091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12410395'] for segment, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: Traceback (most recent call last): Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: timer() Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: cb(*args, **kw) Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: return func(*args, **kwargs) Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: self._notify() Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: self.callback(batched_events) Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: event.method(event) Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: return f(self, *a, **k) Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._get(url).json() Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: return self.request(url, 'GET', **kwargs) Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:11:14.426386 dv-cinder-768458-17-iscsi neutron-server[102542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:11:14.486409 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404772'] for network, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:14.491949 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775793'] for network, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:14.496083 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] 10.222.0.46 "DELETE /v2.0/networks/98b09699-3409-4d0e-b9f4-40640974fd22 HTTP/1.1" status: 204 len: 168 time: 0.7843857 Nov 23 09:11:14.508717 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa0bcb-c179-43c7-9671-77f86fdc72ab admin admin] Pushing event deleted for resources: {'Network': ['ID=98b09699-3409-4d0e-b9f4-40640974fd22,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:14.523802 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 62c7edb7-2e26-4779-854e-0b2247ec7e67 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:11:14.542918 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 62c7edb7-2e26-4779-854e-0b2247ec7e67 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:11:14.543255 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 62c7edb7-2e26-4779-854e-0b2247ec7e67 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:11:14.543657 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device bc30f632-cd34-4465-b64c-954868a445ae no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:11:14.565137 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: bc30f632-cd34-4465-b64c-954868a445ae {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:11:14.565499 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device bc30f632-cd34-4465-b64c-954868a445ae not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:11:14.565907 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 9e465d03-6941-4852-be9d-d7bf68b1b675 no longer exists at agent ovs-agent-dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:11:14.584905 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.plugin [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] No Port match for: 9e465d03-6941-4852-be9d-d7bf68b1b675 {{(pid=102543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:11:14.585276 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron.plugins.ml2.rpc [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Device 9e465d03-6941-4852-be9d-d7bf68b1b675 not bound to the agent host dv-cinder-768458-17-iscsi {{(pid=102543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:11:14.660571 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 45530) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:14.699221 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-1c4da5bb-b951-43c4-b086-111c20561a87 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6cac6add618145708d682ab7de8fa3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374727 Nov 23 09:11:14.701568 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 45532) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:14.749411 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-59c77ba6-4302-4e37-b9ac-ae7f7093ba74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:14.770177 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-59c77ba6-4302-4e37-b9ac-ae7f7093ba74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:14.815255 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-59c77ba6-4302-4e37-b9ac-ae7f7093ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:14.818207 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-59c77ba6-4302-4e37-b9ac-ae7f7093ba74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:14.819468 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-59c77ba6-4302-4e37-b9ac-ae7f7093ba74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6a9f600-7763-47f2-a5c7-970f4a1122be HTTP/1.1" status: 204 len: 168 time: 0.1170297 Nov 23 09:11:14.830089 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c77ba6-4302-4e37-b9ac-ae7f7093ba74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a9f600-7763-47f2-a5c7-970f4a1122be,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:15.140456 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 45538) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:15.179490 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-b8f9b46c-2f61-424d-a003-f04bb9eb0cb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efcc0c2c5fe640b4bc0217427a2aa139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378044 Nov 23 09:11:15.181981 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.wsgi [-] (102542) accepted ('10.222.0.46', 45540) {{(pid=102542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:11:15.227140 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b7f69e64-fe4d-4c40-b14b-e4583fa9049a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:15.246845 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b7f69e64-fe4d-4c40-b14b-e4583fa9049a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:15.290950 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b7f69e64-fe4d-4c40-b14b-e4583fa9049a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461607'] for security_group, after_delete {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:15.293594 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron_lib.callbacks.manager [None req-b7f69e64-fe4d-4c40-b14b-e4583fa9049a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:15.300718 dv-cinder-768458-17-iscsi neutron-server[102542]: INFO neutron.wsgi [None req-b7f69e64-fe4d-4c40-b14b-e4583fa9049a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81d6d117-c0ef-4dbd-8ae1-f1c106f3fbe4 HTTP/1.1" status: 204 len: 168 time: 0.1118596 Nov 23 09:11:15.308152 dv-cinder-768458-17-iscsi neutron-server[102542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f69e64-fe4d-4c40-b14b-e4583fa9049a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d6d117-c0ef-4dbd-8ae1-f1c106f3fbe4,revision_number=None']} {{(pid=102542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:11:15.744948 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:30.513211 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-4431a86d-3750-4843-8e23-8c45c9ab2a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:32.629719 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0783b958-610c-4918-896a-213bf48999e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:33.967826 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:34.936769 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:35.900575 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:45.749697 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:11:46.697245 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:12:00.514147 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-975487a2-f941-429b-a83a-ccb51a69a8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:12:02.631230 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb810-182c-47e4-8e8f-eb9759b35463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:12:03.969647 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:12:04.940097 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:12:05.902028 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:12:15.757860 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:12:23.695720 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:12:30.515497 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-6d2c65a3-1277-4850-8a57-0656354cd885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:12:32.632642 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-124912bd-21cd-42b7-a592-891b6b9b5597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:12:33.973053 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:12:34.941820 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:12:35.902990 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:12:45.756419 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:13:00.515884 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-f63035ff-53bf-4df9-a8b0-0a1aaa29af45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:13:00.694401 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:13:02.633044 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-e40c0a13-6195-45aa-80c7-67f3764e88a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:13:03.975890 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:13:04.945087 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:13:05.904591 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:13:15.770738 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:13:30.517249 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-bd094b48-5b07-4a88-9efa-98413d7e95cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:13:32.633212 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-019e6a99-956a-4fed-ab6d-e89375aeb26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:13:33.978173 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:13:34.947990 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:13:35.907283 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:13:37.692801 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:13:45.785650 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:14:00.520027 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-15d831ee-d858-423a-930c-39e569d71313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:14:02.632652 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-736a872b-87ba-457b-ad9a-6cadc97fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:14:03.979494 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:14:04.949709 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:14:05.909341 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:14:08.948927 dv-cinder-768458-17-iscsi neutron-server[102541]: DEBUG neutron.wsgi [req-6c0ca8db-bec1-4669-b8fc-5d8f3b329bdb req-d621e5c7-9017-465c-9841-8b908a90aa4b service neutron] (102541) timed out ('10.222.0.47', 60818) {{(pid=102541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 09:14:14.691739 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:14:15.785493 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:14:30.520485 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1e443cbb-3d7a-45a5-9730-2e34557fc6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:14:32.636520 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-7a59357e-13e2-4b16-9bba-1f278bbe104f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:14:33.981911 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:14:34.956322 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:14:35.910949 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:14:45.800280 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:14:51.690417 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:15:00.521862 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-ce4cfd48-18c7-4ccc-9303-186a8e8e11be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:15:02.637922 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-657d5220-19d0-43ea-85a0-45578de02d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:15:03.984453 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:15:04.956550 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:15:05.912194 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:15:15.800440 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:15:28.689740 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:15:30.524420 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-8605327d-e316-4dfb-8a80-3d6b2eed3b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:15:32.639365 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5f6be682-563c-411c-91d7-2d61caedde19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:15:33.988283 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:15:34.960043 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:15:35.913902 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:15:45.799026 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:16:00.525446 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-748b93b4-9356-44f0-a056-ed8874b24926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:16:02.639539 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-1a2e5a29-a986-48b5-a03b-16b482727f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:16:03.990622 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb38-d618-4122-9278-7ba9cdbfdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:16:04.962672 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6c20-024b-4495-b666-454300492c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:16:05.688512 dv-cinder-768458-17-iscsi neutron-server[102544]: DEBUG neutron.db.agents_db [None req-42467777-c58a-4c83-b7c4-ef927d1e3eba None None] Agent healthcheck: found 6 active agents {{(pid=102544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:16:05.916276 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-5e66d392-a73d-48f3-8cc5-090de745e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:16:15.795608 dv-cinder-768458-17-iscsi neutron-server[102543]: DEBUG neutron_lib.callbacks.manager [None req-0d0808be-fa2d-42fa-92cf-b6ba6f799b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744614270657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616351'] for agent, after_update {{(pid=102543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}